-- Logs begin at Fri 2021-06-18 09:19:01 UTC, end at Fri 2021-06-18 10:26:44 UTC. -- Jun 18 09:56:19.477244 dv-cinder-797022-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 09:56:22.127706 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.common.config [-] Logging enabled! Jun 18 09:56:22.128219 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.3.3.dev21 Jun 18 09:56:22.129492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81988) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 18 09:56:22.130301 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.common.config [-] Logging enabled! Jun 18 09:56:22.130591 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.3.3.dev21 Jun 18 09:56:22.130867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81988) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 18 09:56:22.131972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jun 18 09:56:22.132241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jun 18 09:56:22.133253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jun 18 09:56:22.133533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jun 18 09:56:22.133794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jun 18 09:56:22.134192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.134539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.134874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.135137 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.135480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.135820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.136138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.136472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.136786 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.137108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.137418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.137738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.138019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.138343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] config_source = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.138670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.138997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.139863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] debug = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.140337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.140846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.141160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.141471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.141802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.142153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.142467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.142787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.143165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] host = dv-cinder-797022-1-iscsi {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.143474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.143798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.144121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.144446 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.144756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.145065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.145384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.145690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] log_dir = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.145988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] log_file = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.146309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.146635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.146964 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.147300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.147560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.147810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.148139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.148466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.148772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.149075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.149379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.149681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.150000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.150314 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.150643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.150968 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.151283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.151613 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.151888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.152190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.152491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.152808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.153110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.153412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.153715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.154088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.154389 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.154692 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.155630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.155952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.156275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.156597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.156909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.157236 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.157545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.157849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] use_journal = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.158179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] use_json = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.158486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.158786 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.159113 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.159417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.159719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.160023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.160325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.160648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:22.160984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.161327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.161666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.161995 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.162337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.162656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.162982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.163295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.163623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.163950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.164273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.164585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.164903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.165240 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.165574 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.165880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.166248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.166575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.166885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.167189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.167523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.167838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.168143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.168459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.168767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.169084 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.169376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.169697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.170037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.170348 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.170701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.171006 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.171322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.171750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.172078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.172404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.172703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.172997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.173318 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.173616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.173923 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.174268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.174575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.174892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.175194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.175494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.175796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.176099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.176404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.176711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.177014 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.177326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.177628 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.177931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.178261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.178568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.178873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.179197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.179537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.179853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.180169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.180480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.180792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.181104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.181414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.181724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.182059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.182365 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.182707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.183026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.183349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.183665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.183973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.184309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.184620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.184936 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.185244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.185552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.185866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.187015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.187739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.187739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.188005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.188334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.188668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.188985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.189344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.189662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:22.189915 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jun 18 09:56:22.190216 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=81988) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Jun 18 09:56:22.856114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=81988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:56:22.856450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=81988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:56:22.856828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=81988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:56:22.859353 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 09:56:23.211832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.212433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.212433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.275447 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.275769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.276079 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.279075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.279382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.279686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.430107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.430431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.430745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.431938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.432241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.432546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.557500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.557750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.558030 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.558347 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.559497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.760151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.760539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.760867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.761170 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.761466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.761855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.762185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.762476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.762767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.763112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.763406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.763713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.764022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.764349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.764665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.764984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.765274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.765683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.766011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.766359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.766844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.767133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.767414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.767763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.768045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.768323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.768804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=81988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 09:56:23.769078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=81988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 09:56:23.769352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=81988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 09:56:23.769627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=81988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 09:56:23.769903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=81988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 09:56:23.770207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=81988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 09:56:23.771658 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 09:56:23.781097 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 09:56:23.788770 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 09:56:23.794614 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 18 09:56:23.798345 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 09:56:23.799571 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 09:56:23.799970 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 09:56:23.800416 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 09:56:23.804444 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 09:56:23.804730 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 09:56:23.805294 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 09:56:23.833477 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 18 09:56:23.833943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.834308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=81988) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 09:56:23.834728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.836139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=81988) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 09:56:23.836478 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 09:56:23.836764 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 09:56:23.839982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.840302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:23.906479 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 09:56:23.906729 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 09:56:23.906993 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 09:56:23.907412 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 09:56:23.942850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_db.sqlalchemy.engines [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=81988) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 18 09:56:24.253257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Initializing driver for type 'gre' Jun 18 09:56:24.253814 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] gre ID ranges: [(1, 1000)] Jun 18 09:56:24.299248 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Initializing driver for type 'local' Jun 18 09:56:24.299629 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Initializing driver for type 'vlan' Jun 18 09:56:24.311439 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] VlanTypeDriver initialization complete Jun 18 09:56:24.311962 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Initializing driver for type 'vxlan' Jun 18 09:56:24.312620 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] vxlan ID ranges: [(1, 1000)] Jun 18 09:56:24.356158 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Initializing extension driver 'port_security' Jun 18 09:56:24.356516 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] PortSecurityExtensionDriver initialization complete Jun 18 09:56:24.356892 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Initializing mechanism driver 'openvswitch' Jun 18 09:56:24.357257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Initializing mechanism driver 'hyperv' Jun 18 09:56:24.364147 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=81988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:56:24.365005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > port after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.365419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > port after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.365810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > port after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.366262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > subnet after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.366659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > subnet after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.367043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.367460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > network after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.367856 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > network after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.368238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > network after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.368653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > security_group after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.369033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > security_group after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.369619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > security_group after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.370204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.370593 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.371102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.371477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] ML2 OVO RPC backend initialized. {{(pid=81988) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 18 09:56:24.372217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.372613 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.373218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > network before_response 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.374096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > networks before_response 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.374592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > port before_response 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.374975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > ports before_response 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.375359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > subnet before_response 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.375750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > subnets before_response 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.376129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > network after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.376505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > network after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.376880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > network after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.377254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > port after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.377630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > port after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.378022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > port after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.378398 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > subnet after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.378772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > subnet after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.379142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.379806 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.plugin [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Modular L2 Plugin initialization complete Jun 18 09:56:24.380168 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading services supported by the core plugin {{(pid=81988) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Jun 18 09:56:24.380544 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.plugins.ml2.managers [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Got port-security extension from driver 'port_security' Jun 18 09:56:24.381059 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.extensions.vlantransparent [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Disabled vlantransparent extension. Jun 18 09:56:24.381526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=81988) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Jun 18 09:56:24.381872 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading Plugin: router Jun 18 09:56:24.426879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router_interface before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.427325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router after_create 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.427736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router before_create 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.428142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.428562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.428958 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router after_delete 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.429363 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > floatingip after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.429772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router after_create 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.430190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router after_update 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.430591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router after_update 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.430984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.431392 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router after_update 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.431907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router precommit_update 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.432333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: port after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.432718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: port after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.433097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: subnet after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.433482 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.433882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > port precommit_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.434311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router precommit_create 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.434697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: port before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.435084 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router precommit_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.435500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router after_update 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.435890 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router precommit_delete 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.436835 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router precommit_create 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.437580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.437580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router precommit_update 55549900 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.438080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > network after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.439185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Tracking information for resource: router configured {{(pid=81988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 09:56:24.439565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Tracking information for resource: floatingip configured {{(pid=81988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 09:56:24.446520 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_agentschedulers_db [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 09:56:24.447191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: port after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.447599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: port after_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.447987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: port after_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.448378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: port after_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.449320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router before_create 55550100 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.449732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router precommit_delete 55550100 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.450173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router precommit_create 55550100 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.450581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > router precommit_update 55550100 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.456004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.provider_configuration [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service providers = [] {{(pid=81988) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 09:56:24.456401 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.servicetype_db [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=81988) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 09:56:24.459442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.service_base [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=81988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 18 09:56:24.459834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.service_base [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=81988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 18 09:56:24.460214 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.service_base [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=81988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 18 09:56:24.461128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.service_base [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=81988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jun 18 09:56:24.461535 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.services.service_base [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 09:56:24.462150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=81988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 09:56:24.462746 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 09:56:24.485209 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=81988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 09:56:24.485574 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading Plugin: auto_allocate Jun 18 09:56:24.496558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: network precommit_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.496964 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: network precommit_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.497566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=81988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 09:56:24.497926 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading Plugin: tag Jun 18 09:56:24.510388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=81988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 09:56:24.510674 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading Plugin: timestamp Jun 18 09:56:24.515420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=81988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 09:56:24.515794 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading Plugin: network_ip_availability Jun 18 09:56:24.521769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.522198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.522595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.523423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=81988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 09:56:24.523786 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading Plugin: flavors Jun 18 09:56:24.540445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=81988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 09:56:24.540822 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading Plugin: revisions Jun 18 09:56:24.545517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=81988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jun 18 09:56:24.546143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.689s {{(pid=81988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:56:24.546990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=81988) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Jun 18 09:56:24.547356 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Initializing extension manager. Jun 18 09:56:24.547921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: __init__.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.548304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: __pycache__ {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.548677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.549050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.549422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: _filter_validation_lib.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.549793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.550192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: address_scope.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.551069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.551727 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: address-scope Jun 18 09:56:24.552090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: admin_state_down_before_update.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.553063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.553636 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: router-admin-state-down-before-update Jun 18 09:56:24.554029 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: agent.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.555235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.555811 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: agent Jun 18 09:56:24.556173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: agent_resources_synced.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.557106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.557676 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: agent-resources-synced Jun 18 09:56:24.558060 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: allowedaddresspairs.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.559910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.560496 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: allowed-address-pairs Jun 18 09:56:24.560891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: auto_allocated_topology.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.562685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.563274 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: auto-allocated-topology Jun 18 09:56:24.563638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: availability_zone.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.564431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.565009 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: availability_zone Jun 18 09:56:24.565376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: availability_zone_filter.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.566350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.566927 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: availability_zone_filter Jun 18 09:56:24.567289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: data_plane_status.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.568215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.568781 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 09:56:24.569140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: default_subnetpools.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.570101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.570680 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: default-subnetpools Jun 18 09:56:24.571042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: dhcpagentscheduler.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.571946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.572525 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: dhcp_agent_scheduler Jun 18 09:56:24.572888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: dns.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.573818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.574413 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 09:56:24.574778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: dns_domain_ports.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.575716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.576289 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 09:56:24.576708 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: dvr.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.578011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.578598 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: dvr Jun 18 09:56:24.578963 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: empty_string_filtering.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.579897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.580478 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: empty-string-filtering Jun 18 09:56:24.580840 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.581773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.582370 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 09:56:24.582733 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.583659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.584227 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 09:56:24.584588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: external_net.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.585537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.586140 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: external-net Jun 18 09:56:24.586503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: extra_dhcp_opt.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.587434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.588000 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: extra_dhcp_opt Jun 18 09:56:24.588358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: extraroute.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.589282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.589847 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: extraroute Jun 18 09:56:24.590233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: extraroute_atomic.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.591439 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.592012 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: extraroute-atomic Jun 18 09:56:24.592470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: filter_validation.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.593196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.593768 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: filter-validation Jun 18 09:56:24.594154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: fip_pf_description.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.595101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.595670 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 09:56:24.596028 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: fip_port_details.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.596973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.597552 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: fip-port-details Jun 18 09:56:24.597913 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: flavors.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.599248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.599845 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: flavors Jun 18 09:56:24.600218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.602064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.602666 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 09:56:24.603042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: floatingip_pools.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.603862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.604439 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: floatingip-pools Jun 18 09:56:24.604802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: ip_allocation.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.605779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.606386 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 09:56:24.606753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.607730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.608354 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: ip-substring-filtering Jun 18 09:56:24.608971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: l2_adjacency.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.609941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.610551 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 09:56:24.610907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: l3.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.612101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.612699 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: router Jun 18 09:56:24.613059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: l3_conntrack_helper.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.615748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.616362 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 09:56:24.616726 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.617673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.618278 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: ext-gw-mode Jun 18 09:56:24.618639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.619580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.620159 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: l3-ha Jun 18 09:56:24.620519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: l3_flavors.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.621458 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.622071 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: l3-flavors Jun 18 09:56:24.622435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.623370 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.624844 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 09:56:24.625210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: l3agentscheduler.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.626513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.627103 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: l3_agent_scheduler Jun 18 09:56:24.627465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: logging.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.629103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.629694 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension logging not supported by any of loaded plugins Jun 18 09:56:24.630092 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: metering.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.631117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.631834 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: metering Jun 18 09:56:24.632196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: multiprovidernet.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.633177 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.633765 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: multi-provider Jun 18 09:56:24.634166 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: netmtu.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.635118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.635697 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: net-mtu Jun 18 09:56:24.636062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: netmtu_writable.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.637030 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.637602 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: net-mtu-writable Jun 18 09:56:24.638003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: network_availability_zone.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.638784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.640670 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: network_availability_zone Jun 18 09:56:24.640670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: network_ip_availability.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.641486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.642104 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: network-ip-availability Jun 18 09:56:24.642469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: network_segment_range.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.643406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.643986 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 09:56:24.644351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: pagination.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.645380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.645754 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: pagination Jun 18 09:56:24.646143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.647235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.647956 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: port-mac-address-regenerate Jun 18 09:56:24.648381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: port_resource_request.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.649381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.649979 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 09:56:24.650352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: portbindings.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.651310 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.651881 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: binding Jun 18 09:56:24.652241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: portbindings_extended.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.653552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.654165 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: binding-extended Jun 18 09:56:24.654532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: portsecurity.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.655640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.656389 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: port-security Jun 18 09:56:24.657004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: project_id.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.660315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.660711 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: project-id Jun 18 09:56:24.661088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: providernet.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.662105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.662724 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: provider Jun 18 09:56:24.663099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: qos.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.666850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.667461 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension qos not supported by any of loaded plugins Jun 18 09:56:24.667834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.669195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.669781 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 09:56:24.670176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.671232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.671814 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 09:56:24.672184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: qos_default.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.673126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.673693 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension qos-default not supported by any of loaded plugins Jun 18 09:56:24.674132 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: qos_fip.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.674843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.675409 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 09:56:24.675776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: qos_gateway_ip.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.676751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.677325 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 09:56:24.677692 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: qos_port_network_policy.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.678642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.679210 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 09:56:24.679577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: qos_rule_type_details.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.680505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.681073 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 09:56:24.681441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: qos_rules_alias.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.682529 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.683097 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 09:56:24.683462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: quotasv2.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.684597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.684975 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: quotas Jun 18 09:56:24.685336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: quotasv2_detail.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.687840 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.688222 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: quota_details Jun 18 09:56:24.688592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: rbac.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.689776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.690397 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: rbac-policies Jun 18 09:56:24.690768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: rbac_address_scope.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.691719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.692311 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: rbac-address-scope Jun 18 09:56:24.692678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: rbac_security_groups.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.693617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.694223 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: rbac-security-groups Jun 18 09:56:24.694585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: rbac_subnetpool.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.695517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.696095 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: rbac-subnetpool Jun 18 09:56:24.696450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: revisionifmatch.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.697382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.697953 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: revision-if-match Jun 18 09:56:24.698333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: revisions.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.699529 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.700101 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: standard-attr-revisions Jun 18 09:56:24.700462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: router_availability_zone.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.701226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.702555 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: router_availability_zone Jun 18 09:56:24.703007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: routerservicetype.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.703961 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.704532 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 09:56:24.704895 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: security_groups_port_filtering.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.705848 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.706444 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: port-security-groups-filtering Jun 18 09:56:24.706804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: securitygroup.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.719929 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.720560 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: security-group Jun 18 09:56:24.720941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: segment.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.721875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.722486 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension segment not supported by any of loaded plugins Jun 18 09:56:24.722850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.723853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.724442 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 09:56:24.724803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: servicetype.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.725930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.726545 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: service-type Jun 18 09:56:24.726908 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: sorting.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.727923 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.728302 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: sorting Jun 18 09:56:24.728661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: standard_attr_segment.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.729592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.730193 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 09:56:24.730555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: standardattrdescription.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.731261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.731834 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: standard-attr-description Jun 18 09:56:24.732203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: stateful_security_group.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.733374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.734459 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: stateful-security-group Jun 18 09:56:24.734459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: stdattrs_common.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.735046 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 09:56:24.735414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.736361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.736945 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 09:56:24.737307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: subnet_onboard.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.738436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.739023 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: subnet_onboard Jun 18 09:56:24.739385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.740345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.740924 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 09:56:24.741282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: subnet_service_types.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.742340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.742929 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: subnet-service-types Jun 18 09:56:24.743279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: subnetallocation.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.744398 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.744991 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: subnet_allocation Jun 18 09:56:24.745353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.746110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.746691 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: subnetpool-prefix-ops Jun 18 09:56:24.747051 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.748007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.749126 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 09:56:24.749531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: tagging.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.751068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.751673 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: standard-attr-tag Jun 18 09:56:24.752041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: timestamp.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.753248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.753830 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loaded extension: standard-attr-timestamp Jun 18 09:56:24.754228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: trunk.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.755276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.755853 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension trunk not supported by any of loaded plugins Jun 18 09:56:24.756214 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: trunk_details.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.757151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.757722 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 09:56:24.758226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: uplink_status_propagation.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.759061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.759649 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 09:56:24.760005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Loading extension file: vlantransparent.py {{(pid=81988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jun 18 09:56:24.760764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=81988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jun 18 09:56:24.761297 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 09:56:24.763785 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:network Jun 18 09:56:24.765270 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:subnet Jun 18 09:56:24.765949 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 09:56:24.766649 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:port Jun 18 09:56:24.768101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.768586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service FLAVORS assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.769267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.769741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.770170 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:router Jun 18 09:56:24.770901 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 09:56:24.771687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service METERING assigned prefix: /metering {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.773575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.774005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.774397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 09:56:24.775543 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 09:56:24.776029 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:security_group Jun 18 09:56:24.776847 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 09:56:24.777671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service CORE assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.778070 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 09:56:24.778444 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] subnetpool is already registered Jun 18 09:56:24.779121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service CORE assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.779490 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 09:56:24.780220 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] subnetpool is already registered Jun 18 09:56:24.783177 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.783659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service FLAVORS assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.784302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.784763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.785133 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:router Jun 18 09:56:24.785497 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] router is already registered Jun 18 09:56:24.786188 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 09:56:24.786551 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] floatingip is already registered Jun 18 09:56:24.787250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service METERING assigned prefix: /metering {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.787995 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 09:56:24.788360 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] rbac_policy is already registered Jun 18 09:56:24.788816 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:security_group Jun 18 09:56:24.789174 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] security_group is already registered Jun 18 09:56:24.790033 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 09:56:24.790401 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] security_group_rule is already registered Jun 18 09:56:24.791140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service CORE assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.791509 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 09:56:24.791873 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] subnetpool is already registered Jun 18 09:56:24.792539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.resource_helper [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Service CORE assigned prefix: {{(pid=81988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jun 18 09:56:24.792906 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 09:56:24.793265 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.quota.resource_registry [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] subnetpool is already registered Jun 18 09:56:24.794007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: extensions {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.796231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: address-scopes {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.797393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: agents {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.799241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: auto-allocated-topology {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.800528 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: availability_zones {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.801794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: dhcp-networks {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.803338 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: dhcp-agents {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.804774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: routers {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.806535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: flavors {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.807857 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: service_profiles {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.809097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: next_providers {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.810581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: service_profiles {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.812724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: floatingip-pools {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.815139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: routers {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.816898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: floatingips {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.818157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: l3-routers {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.819655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: l3-agents {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.821093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: metering-labels {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.822377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: metering-label-rules {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.823833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: network-ip-availabilities {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.825103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: bindings {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.826822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: quotas {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.828459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: quotas {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.829912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: rbac-policies {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.831192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: security-groups {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.832446 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: security-group-rules {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.833804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: service-providers {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.835091 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: subnetpools {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.836454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: subnetpools {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.838199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.839811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.841559 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.843832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.845564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.847390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.849199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.850988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.853009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.854827 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.extensions [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Extended resource: tags {{(pid=81988) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jun 18 09:56:24.862686 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING keystonemiddleware.auth_token [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 09:56:24.867704 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING keystonemiddleware.auth_token [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 09:56:24.877279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Acquired lock "singleton_lock" {{(pid=81988) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Jun 18 09:56:24.877813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Releasing lock "singleton_lock" {{(pid=81988) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Jun 18 09:56:24.879312 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO oslo_service.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Starting 2 workers Jun 18 09:56:24.883996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Started child 82099 {{(pid=81988) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 18 09:56:24.888505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:24.888722 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Started child 82100 {{(pid=81988) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 18 09:56:24.890295 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 09:56:24.891063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Notify callbacks [] for process, before_spawn {{(pid=81988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:24.891187 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [-] (82099) wsgi starting up on http://0.0.0.0:9696 Jun 18 09:56:24.892682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:24.893609 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO oslo_service.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Starting 1 workers Jun 18 09:56:24.894094 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [-] (82100) wsgi starting up on http://0.0.0.0:9696 Jun 18 09:56:24.898783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Started child 82101 {{(pid=81988) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 18 09:56:24.899322 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO oslo_service.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Starting 1 workers Jun 18 09:56:24.901430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] calling RpcWorker wait() {{(pid=82101) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 09:56:24.901810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] returning from RpcWorker wait() {{(pid=82101) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 09:56:24.903352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:24.903869 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:56:24.903990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Started child 82102 {{(pid=81988) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jun 18 09:56:24.904668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f9c592a-5dbd-49b1-bccb-da55cdb21e09 None None] Notify callbacks [] for process, after_spawn {{(pid=81988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:24.906533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81988) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jun 18 09:56:24.906768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jun 18 09:56:24.906974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jun 18 09:56:24.907249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jun 18 09:56:24.907658 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jun 18 09:56:24.907851 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jun 18 09:56:24.908425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.908715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.908997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.909090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:24.909295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.909622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.910317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.910634 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.910927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.911235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.911512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.911713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.911888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.912357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.912627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.912965 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.913264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.913528 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.913824 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.914096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.914313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.914636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.914920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.915207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] debug = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.915491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.916102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.916384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.916678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.916953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.917255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.917540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.917858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.918161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.918444 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.918711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.919001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.919252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.919520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.919809 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.920066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.921017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] host = dv-cinder-797022-1-iscsi {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.921264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.921531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.921797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.922108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.922399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.922658 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.922944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.923248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.923541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.923811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.924070 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.924341 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.924607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.924869 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_file = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.925058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_options = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.925354 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.925583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.925851 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.926102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.926297 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.926487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.926788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.926978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.927264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.927509 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.927759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.928018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.928919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.928919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.928919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.929447 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.929447 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.929788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.932097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.932097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.932097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.932097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.932097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.932097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.937592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.937592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.937592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.937592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.937592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.937592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.937592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.937592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.938703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.938703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.938703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.938703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.938703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.938703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.938703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.939660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.939660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.939660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.939660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.940185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.940185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.940568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_json = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.940568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.940836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.941082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.941330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.941575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.941836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.942108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.942415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:24.942878 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.943144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:56:24.943297 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.943551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.943818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.944090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.944374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.944671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.944943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.945213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.945481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.945820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.946143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.946452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.946758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.947031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.947312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.947578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.947830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.948097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.948348 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.948574 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.948819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.949119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.949372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.949639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.949933 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.950204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.950515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.950735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.951046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.951320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.951574 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.951574 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.952450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.952450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.952896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.952896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.953194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.953364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.953506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.953766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.954034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.954281 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.954531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.954802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.955053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.955298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.955543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.955822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.956016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.956298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.956512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.956757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.957076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.957264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.957463 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.957706 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.957950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.958237 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.958488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.958732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.958990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.959235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.959832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.959832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.960092 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.960191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.960388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.960635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.960886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.961100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.961370 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.961616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.961910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.962301 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.962553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.962833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.963108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.963388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.963659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.963908 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.964159 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.964652 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.964652 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.964953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.965211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.965490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.965750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.966024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.966335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.966591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.966829 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.967397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.967864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.968494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.968899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.969160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.971937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.971937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.971937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.971937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.971937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.971937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.971937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.971937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.972501 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.972501 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.972501 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.972501 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.972929 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.973074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.973526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.973819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.974119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.974398 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.974739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.974960 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.975492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.975787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.976043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.976295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.976676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.976912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.977183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.977562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.977838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.978150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.978554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.978744 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.979013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.980278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.980278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.980278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.980278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.980278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.980699 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.980699 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.980934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.981330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.981777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.982068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.982321 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.982591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.983366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.984604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.984604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.984775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.984984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.985241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.985502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.985743 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.986221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.986697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.987132 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.987646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.988137 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.988413 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.988686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.989059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.989345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.989577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.990069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.990492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.990885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.991289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.991702 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.992148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.992407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.992685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.992940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.993258 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.993533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.993883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.994201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.994435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.994720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.994962 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.995222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.995478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.995815 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.996096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.996369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.996648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.996908 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.997165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.997415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.997663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.997915 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.998202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.998449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.998822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.999117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.999368 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:24.999907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.000573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.000573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.000756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.001022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.001319 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.001582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.001849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.002138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.002477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.002778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.003039 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.003430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.003680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.003967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.004237 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.004507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.004763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.005063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.005437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.005789 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.006099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.006403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.006736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.007054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.007377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.007627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.007974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.008326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.008616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.008880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.009162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.009531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.009738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.010109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.010369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.010624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.010927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.011169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.011500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.011765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.012021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.012294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.012553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.012814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.013044 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.013478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.013736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.013901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jun 18 09:56:25.015279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81988) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jun 18 09:56:25.015589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jun 18 09:56:25.015589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jun 18 09:56:25.015766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jun 18 09:56:25.015977 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jun 18 09:56:25.016164 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jun 18 09:56:25.016415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.016608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.016779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.017120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.017474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.017689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.017882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.018101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.018291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.018478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.018664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.018829 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.019017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.019203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.019389 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.019576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.019737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.019924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.020113 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.020299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.020454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.020644 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.020828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] debug = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.021011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.021215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.021405 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.021592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.021746 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.021935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.022123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.022272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.022460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.022646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.022831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.023015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.023199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.023383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.023567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.023837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.023983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] host = dv-cinder-797022-1-iscsi {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.024129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.024265 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.025663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.025663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.025663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.025663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.025663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.025663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.025663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.025663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.026476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.026476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.026476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.026476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_file = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.026476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_options = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.026476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.026953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.026953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.026953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.027225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.027299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.027444 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.027614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.027991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.028337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.028677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.029003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.029355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.029544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.029755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.030830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.031046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.031214 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.031387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.031544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.031684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.031839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.031994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.032143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.032412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.032412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.032779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.032779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.033202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.033202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.033202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.033688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.033688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.033688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.034164 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.034164 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.034490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.034490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.034862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.034862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.034862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.035522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.035522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.035522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.035522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.036162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_json = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.036162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.036162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.036162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.036558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.036558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.036558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.036815 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.036917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jun 18 09:56:25.037088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.037292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.037597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.039156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.039156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.039156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.039156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.039156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.039156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.039156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.039156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.040618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.040618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.040618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.040618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.040618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.040618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.040618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.040618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.041871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.042497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.042497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.042497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.042784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.042784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.044407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.044407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.044407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.044407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.044407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.044407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.044407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.044407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.044407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.045186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.045186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.045186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.045186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.045186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.046235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.046235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.046235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.046443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.046597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.046796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.046966 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.047382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.047777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.047947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.048089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.048226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.048372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.048643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.048643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.048910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.049115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.049257 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.049393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.049527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.049662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.049798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.050011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.050197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.050387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.050588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.050794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.050983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.051171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.051361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.051549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.051748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.051941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.052129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.052317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.052506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.052695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.052884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.053077 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.053264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.053453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.053882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.054217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.054412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.054602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.054793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.054983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.055174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.055341 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.056343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.056343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.056343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.056343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.056343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.056343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.056909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.056909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.056909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.057691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.057691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.057691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.057691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.057691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.058787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.058787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.058787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.058787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.058787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.058787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.059286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.059286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.059475 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:56:25.059570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.059570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.059570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.059837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.059837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.060011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.060171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.060360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.060551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.060742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.060932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.061178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.061369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.061559 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.061749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.061919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.062154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.062345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.062535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.062725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.062914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.063104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.063294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.063484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.063674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.063863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.064052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.064243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.064433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.064622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.064811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.064999 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.065189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.065378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.065570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.065764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.065952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.066168 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.066359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.066548 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.066737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.066926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.067118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.067307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.067497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.067686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.067876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.068066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.068256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.068445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.068637 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.068826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.069016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.069228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.069419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.069608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.069798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.070036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.070204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.070394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.070583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.070772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.070962 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.071152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.071345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.071534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.071725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.071914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.072104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.072293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.072483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.072683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.072873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.073062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.073252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.073451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.073641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.073831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.074080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.074271 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.074460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.074649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.074837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.075050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.075231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.075420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.075618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.076088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.076088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.077720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.077720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.077720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.077720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.077720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.077720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.077720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.078701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.078701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.078701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.078701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.078701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.079985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.079985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.079985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.079985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.079985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.079985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.079985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.079985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.081850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.081850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.081850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.081850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.081850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.081850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.081850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.081850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.081850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.082791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.082791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.082791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.082791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jun 18 09:56:25.082791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jun 18 09:56:25.146810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 37980) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:56:25.159861 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0107260 Jun 18 09:56:35.807959 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f4c8a-af50-444f-8ae3-cf151af54cf5 None None] get_active_networks_info from dv-cinder-797022-1-iscsi {{(pid=82101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 18 09:56:36.275649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f4c8a-af50-444f-8ae3-cf151af54cf5 None None] No non-hosted networks {{(pid=82101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 09:56:36.312175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ab23-0ae7-4772-b26d-fdfcd413ce90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921'] for agent, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:37.213439 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921'] for agent, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:37.213989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.214315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.221512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.222514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.223088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.223640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.224207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.224786 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.225330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.225920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.226488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:37.227085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797022-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:56:37.233686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797022-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:56:38.220063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e707b462-1830-4f23-a59d-2a842635fe68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921'] for agent, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:38.277425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dfe36dea-f10c-484d-9f7a-ee5edb482f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:38.793361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921'] for agent, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:40.035056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921'] for agent, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:41.478096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38092) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:56:42.206747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [None req-d7624563-7ac2-4310-83c2-e52b1e6fbd64 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 09:56:42.207893 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d7624563-7ac2-4310-83c2-e52b1e6fbd64 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7283072 Jun 18 09:56:42.605264 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_hamode_db [None req-6cf6b363-2edc-409b-926e-b3386d39da77 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 09:56:42.760094 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6b363-2edc-409b-926e-b3386d39da77 None None] Routers set() bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 09:56:42.760767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6b363-2edc-409b-926e-b3386d39da77 None None] Router IDs set() for agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 18 09:56:44.624604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38108) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:56:44.713406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-3ff51823-40e2-4804-a844-668603f51d69 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:56:44.968513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.policy [None req-3ff51823-40e2-4804-a844-668603f51d69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82100) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jun 18 09:56:44.975875 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota [None req-3ff51823-40e2-4804-a844-668603f51d69 admin admin] Loaded quota_driver: . Jun 18 09:56:45.013221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-3ff51823-40e2-4804-a844-668603f51d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:56:45.077764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3ff51823-40e2-4804-a844-668603f51d69 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251138551444', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251138568780', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251138569454', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251140340385', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363251138583895', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-254245', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-205250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-546172', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-671761'] for rbac-policy, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:45.148110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3ff51823-40e2-4804-a844-668603f51d69 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:45.149368 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3ff51823-40e2-4804-a844-668603f51d69 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5232401 Jun 18 09:56:47.452023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38124) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:56:47.533142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'name': 'private'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:56:47.539808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:56:47.547706 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Usage tracker for resource:network and tenant:7a259b62bc724e6bac9089bafdea77da is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 09:56:47.548480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 09:56:47.556860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 09:56:47.566325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Made reservation on behalf of 7a259b62bc724e6bac9089bafdea77da for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 09:56:47.572148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:47.593016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:47.662097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:56:47.669357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Usage tracker for resource:security_group_rule and tenant:7a259b62bc724e6bac9089bafdea77da is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 09:56:47.674824 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 09:56:47.686915 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 09:56:47.817905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:47.822494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:47.831423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:56:47.867563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 09:56:47.912507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251141934879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:47.913396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Unsubscribe: segment precommit_create {{(pid=82100) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jun 18 09:56:47.914042 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Added segment 937d0c2e-1b38-4b96-b821-3ecd92ba7e05 of type vlan for network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b Jun 18 09:56:47.990337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abcdcc0-4dcb-4304-acc1-a286af4c653e,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:56:48.023671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.024168 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.024528 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.024882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.025242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.025591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.025935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.026323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.026665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.027003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.027340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Tracked resource versions report: Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: pushed versions: Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: { 'ConntrackHelper': {'1.0'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': {'1.0'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': {'1.1'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': {'1.5'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': {'1.2'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': {'1.8'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': {'1.2'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': {'1.0'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': {'1.0'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': {'1.1'}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': {'1.1'}} Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: consumer versions: Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: { DHCP agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: L3 agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: Metadata agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: Metering agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: Open vSwitch agent@dv-cinder-797022-1-iscsi: { 'ConntrackHelper': '1.0', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': '1.0', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': '1.1', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': '1.5', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': '1.2', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': '1.8', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': '1.2', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': '1.0', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': '1.0', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': '1.1', Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': '1.1'}} Jun 18 09:56:48.028486 dv-cinder-797022-1-iscsi neutron-server[81988]: {{(pid=82100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 09:56:48.058834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:48.073935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:56:48.107183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:48.109173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:56:48.109851 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:48.115844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:56:48.236688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Pushing event updated for resources: {'Network': ['ID=0fe057b4-9099-4d70-8ee8-1dbdd6589d0b,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:56:48.239687 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7863817 Jun 18 09:56:48.242357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:56:48.252381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 09:56:50.675662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38142) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:56:51.632949 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.policy [None req-82ef2d1c-84c0-4593-8069-372a87feb1fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82099) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jun 18 09:56:51.640009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef2d1c-84c0-4593-8069-372a87feb1fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:56:51.642123 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-82ef2d1c-84c0-4593-8069-372a87feb1fc admin admin] 10.222.0.60 "GET /v2.0/networks/0fe057b4-9099-4d70-8ee8-1dbdd6589d0b HTTP/1.1" status: 200 len: 825 time: 0.9643080 Jun 18 09:56:51.679675 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-791ada97-5430-4181-838f-3f415271047e admin admin] 10.222.0.60 "GET /v2.0/subnetpools/3ea885cd-9b80-4b52-ac55-9ea698dc3819 HTTP/1.1" status: 200 len: 734 time: 0.0307529 Jun 18 09:56:51.690447 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Request body: {'subnet': {'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'subnetpool_id': '3ea885cd-9b80-4b52-ac55-9ea698dc3819'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:56:51.693741 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.quota [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Loaded quota_driver: . Jun 18 09:56:51.700549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:56:51.706308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Usage tracker for resource:subnet and tenant:7a259b62bc724e6bac9089bafdea77da is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 09:56:51.709901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 09:56:51.717850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 09:56:51.731474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Made reservation on behalf of 7a259b62bc724e6bac9089bafdea77da for: {'subnet': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 09:56:51.738582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:52.322351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:52.328637 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:56:52.423003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Checking segment: {'id': '937d0c2e-1b38-4b96-b821-3ecd92ba7e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 09:56:52.423395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Network hostable DHCP agents. Network: 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 09:56:52.437755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123403a9-ed09-41e6-83d4-12dcb3726623,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:56:52.452492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.452862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.457534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.461606 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.462045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.462419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.462785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.463148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.463504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.463856 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.464206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Tracked resource versions report: Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: pushed versions: Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: { 'ConntrackHelper': {'1.0'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': {'1.0'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': {'1.1'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': {'1.5'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': {'1.2'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': {'1.8'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': {'1.2'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': {'1.0'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': {'1.0'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': {'1.1'}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': {'1.1'}} Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: consumer versions: Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: { DHCP agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: L3 agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: Metadata agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: Metering agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: Open vSwitch agent@dv-cinder-797022-1-iscsi: { 'ConntrackHelper': '1.0', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': '1.0', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': '1.1', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': '1.5', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': '1.2', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': '1.8', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': '1.2', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': '1.0', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': '1.0', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': '1.1', Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': '1.1'}} Jun 18 09:56:52.465396 dv-cinder-797022-1-iscsi neutron-server[81988]: {{(pid=82099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 09:56:52.501757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 09:56:52.504967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:56:52.514409 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b) {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 09:56:52.519094 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:56:52.519737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:52.526357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd25a3-99a3-417e-a9e3-1a8f79692633 None None] Network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 09:56:52.543705 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8575201 Jun 18 09:56:52.959503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-0fe057b4-9099-4d70-8ee8-1dbdd6589d0b', 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'fixed_ips': [{'subnet_id': '123403a9-ed09-41e6-83d4-12dcb3726623'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 09:56:52.961170 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:53.221023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Allocated IP 172.20.0.2 (0fe057b4-9099-4d70-8ee8-1dbdd6589d0b/123403a9-ed09-41e6-83d4-12dcb3726623/bcf80727-87c3-417f-b62f-51e9ad6e2088) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 09:56:53.468423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:53.482407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Transition to ACTIVE for port object bcf80727-87c3-417f-b62f-51e9ad6e2088 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 09:56:53.506768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Transition to ACTIVE for port object bcf80727-87c3-417f-b62f-51e9ad6e2088 will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 09:56:53.515783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:53.524078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:56:53.603132 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 09:56:53.604039 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Pushing event updated for resources: {'Port': ['ID=bcf80727-87c3-417f-b62f-51e9ad6e2088,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:56:53.606881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 09:56:53.612662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 09:56:53.621553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.621889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.622291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.622650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.623151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.624194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.624560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.624918 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.625273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.625624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.625991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Tracked resource versions report: Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: pushed versions: Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: { 'ConntrackHelper': {'1.0'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': {'1.0'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': {'1.1'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': {'1.5'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': {'1.2'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': {'1.8'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': {'1.2'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': {'1.0'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': {'1.0'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': {'1.1'}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': {'1.1'}} Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: consumer versions: Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: { DHCP agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: L3 agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: Metadata agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: Metering agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: Open vSwitch agent@dv-cinder-797022-1-iscsi: { 'ConntrackHelper': '1.0', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': '1.0', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': '1.1', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': '1.5', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': '1.2', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': '1.8', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': '1.2', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': '1.0', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': '1.0', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': '1.1', Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': '1.1'}} Jun 18 09:56:53.627197 dv-cinder-797022-1-iscsi neutron-server[81988]: {{(pid=82101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 09:56:53.662108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:56:53.734441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Attempting to bind port bcf80727-87c3-417f-b62f-51e9ad6e2088 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 09:56:53.734832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Attempting to bind port bcf80727-87c3-417f-b62f-51e9ad6e2088 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '937d0c2e-1b38-4b96-b821-3ecd92ba7e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 09:56:53.735270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Attempting to bind port bcf80727-87c3-417f-b62f-51e9ad6e2088 on network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 09:56:53.743788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 9, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 09:56:53.744318 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Checking segment: {'id': '937d0c2e-1b38-4b96-b821-3ecd92ba7e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 09:56:53.744868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:53.745419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Bound using segment: {'id': '937d0c2e-1b38-4b96-b821-3ecd92ba7e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 09:56:53.746211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Bound port: bcf80727-87c3-417f-b62f-51e9ad6e2088, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937d0c2e-1b38-4b96-b821-3ecd92ba7e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 09:56:53.746699 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:53.853534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] For port bcf80727-87c3-417f-b62f-51e9ad6e2088, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 09:56:53.859291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] For port bcf80727-87c3-417f-b62f-51e9ad6e2088, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=bcf80727-87c3-417f-b62f-51e9ad6e2088,segment=NetworkSegment(937d0c2e-1b38-4b96-b821-3ecd92ba7e05),segment_id=937d0c2e-1b38-4b96-b821-3ecd92ba7e05)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 09:56:53.864661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:53.873390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:56:53.986195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Pushing event updated for resources: {'Port': ['ID=bcf80727-87c3-417f-b62f-51e9ad6e2088,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:56:53.990320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:56:54.984935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38164) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:56:55.073935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [None req-de4f5bff-1c52-4909-95ed-b1b35f5a1b38 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 09:56:55.075362 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-de4f5bff-1c52-4909-95ed-b1b35f5a1b38 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0885880 Jun 18 09:56:57.501718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38180) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:56:57.592324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [None req-eea37e8d-0721-4ee2-b09d-9d70e0dff11d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 09:56:57.593667 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-eea37e8d-0721-4ee2-b09d-9d70e0dff11d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0907164 Jun 18 09:56:57.629473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bcf80727-87c3-417f-b62f-51e9ad6e2088 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 09:56:57.719158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port bcf80727-87c3-417f-b62f-51e9ad6e2088 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 09:56:59.340584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c10100-671d-4847-b031-d0256c30a58f None None] Network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 09:56:59.473299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-eab28a2c-f641-4014-97ee-6055c92f453d None None] Provisioning for port bcf80727-87c3-417f-b62f-51e9ad6e2088 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 09:56:59.492738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-eab28a2c-f641-4014-97ee-6055c92f453d None None] Provisioning complete for port bcf80727-87c3-417f-b62f-51e9ad6e2088 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:56:59.493131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eab28a2c-f641-4014-97ee-6055c92f453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:59.715869 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eab28a2c-f641-4014-97ee-6055c92f453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:59.768070 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-eab28a2c-f641-4014-97ee-6055c92f453d None None] For port bcf80727-87c3-417f-b62f-51e9ad6e2088, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=bcf80727-87c3-417f-b62f-51e9ad6e2088,segment=NetworkSegment(937d0c2e-1b38-4b96-b821-3ecd92ba7e05),segment_id=937d0c2e-1b38-4b96-b821-3ecd92ba7e05)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 09:56:59.772455 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eab28a2c-f641-4014-97ee-6055c92f453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:56:59.789595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:56:59.886870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab28a2c-f641-4014-97ee-6055c92f453d None None] Pushing event updated for resources: {'Port': ['ID=bcf80727-87c3-417f-b62f-51e9ad6e2088,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:56:59.891827 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-eab28a2c-f641-4014-97ee-6055c92f453d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:00.045449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38196) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:57:00.132793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Request body: {'router': {'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'admin_state_up': True, 'name': 'router1'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:57:00.139239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:57:00.144830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Usage tracker for resource:router and tenant:7a259b62bc724e6bac9089bafdea77da is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 09:57:00.148144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 09:57:00.155546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 09:57:00.164327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:00.165642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:00.189674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:00.203224 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-dcbacfaf-7ab4-4daf-90e6-60c21c0183d6 None None] Provisioning complete for port bcf80727-87c3-417f-b62f-51e9ad6e2088 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:57:00.203629 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dcbacfaf-7ab4-4daf-90e6-60c21c0183d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:00.296411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:00.316731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] Notify callbacks [] for router, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:00.328145 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-34ee00b2-d9f8-4da0-91e7-478412c7ef23 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2705278 Jun 18 09:57:01.595959 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bcf80727-87c3-417f-b62f-51e9ad6e2088 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 09:57:01.666710 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port bcf80727-87c3-417f-b62f-51e9ad6e2088 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:57:01.667110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:02.543867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38208) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:57:02.626274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [None req-af8bb277-9811-4183-95bb-3dc678ea916d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 09:57:02.627351 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-af8bb277-9811-4183-95bb-3dc678ea916d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0824647 Jun 18 09:57:04.923797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38220) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:57:05.007724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:57:05.012823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:57:05.017377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Usage tracker for resource:network and tenant:13e2b99369d1450bba00c044170cc827 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 09:57:05.021374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 09:57:05.027751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 09:57:05.038582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Made reservation on behalf of 13e2b99369d1450bba00c044170cc827 for: {'network': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 09:57:05.043803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:05.064335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:05.113899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:57:05.118049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Usage tracker for resource:security_group_rule and tenant:13e2b99369d1450bba00c044170cc827 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 09:57:05.124825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 09:57:05.131452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 09:57:05.339429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:05.342599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:05.347251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:05.362661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Reserving flat network on physical network physnet1 {{(pid=82099) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jun 18 09:57:05.390946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc79651-f5eb-4805-99b2-af48faf923f0,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:05.394448 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363251141934879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:05.395068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Unsubscribe: segment precommit_create {{(pid=82099) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jun 18 09:57:05.395533 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Added segment 3f9d6032-c467-4543-8f47-f61f899210ae of type flat for network 521aa165-23aa-450e-a1a0-f100544bacd1 Jun 18 09:57:05.409682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:05.440997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:05.484906 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:05.486288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:57:05.486952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:05.492163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:05.566323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ae7067bd-ecf0-4971-9ea2-7fd4c8d7fdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:05.599444 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6743071 Jun 18 09:57:05.604764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Pushing event updated for resources: {'Network': ['ID=521aa165-23aa-450e-a1a0-f100544bacd1,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:05.616967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:05.629108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 521aa165-23aa-450e-a1a0-f100544bacd1 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 09:57:07.204070 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:07.950798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38232) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:57:08.099431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2315fcba-e3d9-42ea-9a65-8f16db51cdde admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:57:08.100943 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2315fcba-e3d9-42ea-9a65-8f16db51cdde admin admin] 10.222.0.60 "GET /v2.0/subnets/123403a9-ed09-41e6-83d4-12dcb3726623 HTTP/1.1" status: 200 len: 849 time: 0.1486969 Jun 18 09:57:08.220385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f27b1060-48fd-4c5a-98c5-7e9851ca804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:08.255678 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-810ed36d-210b-4a50-8213-71ea9ca0ed46 admin admin] 10.222.0.60 "GET /v2.0/routers/68c65765-da82-4fc5-9c47-7db8f0a1767f HTTP/1.1" status: 200 len: 704 time: 0.1486628 Jun 18 09:57:08.727555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:08.790165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:09.057585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Allocated IP 172.20.0.1 (0fe057b4-9099-4d70-8ee8-1dbdd6589d0b/123403a9-ed09-41e6-83d4-12dcb3726623/be1e01fc-deda-4ae4-b067-9428c517a0aa) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 09:57:09.233783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:09.258075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Transition to ACTIVE for port object be1e01fc-deda-4ae4-b067-9428c517a0aa will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 09:57:09.308160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:09.313562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:09.384185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 09:57:09.387399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 09:57:09.392965 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 09:57:09.393523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:09.401669 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Pushing event updated for resources: {'Port': ['ID=be1e01fc-deda-4ae4-b067-9428c517a0aa,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:09.447477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:09.538232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:09.714160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-f74b31f9-9e4c-4ea5-9a6b-33e3beb3aea8 None None] Provisioning for port be1e01fc-deda-4ae4-b067-9428c517a0aa completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 09:57:09.722344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-f74b31f9-9e4c-4ea5-9a6b-33e3beb3aea8 None None] Provisioning complete for port be1e01fc-deda-4ae4-b067-9428c517a0aa triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:57:09.722822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f74b31f9-9e4c-4ea5-9a6b-33e3beb3aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:09.781676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-f74b31f9-9e4c-4ea5-9a6b-33e3beb3aea8 None None] Port be1e01fc-deda-4ae4-b067-9428c517a0aa cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 09:57:09.948244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:09.952484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:09.953639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:09.957806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:09.988812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:10.094104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Pushing event updated for resources: {'Port': ['ID=be1e01fc-deda-4ae4-b067-9428c517a0aa,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:10.097415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:10.172185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 09:57:10.173311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 09:57:10.507318 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-414a4eca-fff5-49f2-8513-2f304c47a123 None None] Provisioning complete for port be1e01fc-deda-4ae4-b067-9428c517a0aa triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:57:10.507849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-414a4eca-fff5-49f2-8513-2f304c47a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:10.572526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Router 68c65765-da82-4fc5-9c47-7db8f0a1767f is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 09:57:10.573466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-414a4eca-fff5-49f2-8513-2f304c47a123 None None] Port be1e01fc-deda-4ae4-b067-9428c517a0aa cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 09:57:10.765541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 09:57:10.777720 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] 10.222.0.60 "PUT /v2.0/routers/68c65765-da82-4fc5-9c47-7db8f0a1767f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5163953 Jun 18 09:57:10.781068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Sync routers for ids ['68c65765-da82-4fc5-9c47-7db8f0a1767f'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 09:57:10.797672 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Routers {'68c65765-da82-4fc5-9c47-7db8f0a1767f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 09:57:10.798473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T09:57:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['68c65765-da82-4fc5-9c47-7db8f0a1767f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:57:10.980540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Set router 68c65765-da82-4fc5-9c47-7db8f0a1767f gateway port host: None {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 09:57:11.414615 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'name': 'router1', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T09:57:00Z', 'updated_at': '2021-06-18T09:57:09Z', 'revision_number': 2, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'gw_port_host': None, '_interfaces': [{'id': 'be1e01fc-deda-4ae4-b067-9428c517a0aa', 'name': '', 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'mac_address': 'fa:16:3e:a0:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T09:57:08Z', 'updated_at': '2021-06-18T09:57:09Z', 'revision_number': 2, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'subnets': [{'id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ea885cd-9b80-4b52-ac55-9ea698dc3819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:57:11.419701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Checking router: 68c65765-da82-4fc5-9c47-7db8f0a1767f for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 09:57:11.420135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Updating router 68c65765-da82-4fc5-9c47-7db8f0a1767f port be1e01fc-deda-4ae4-b067-9428c517a0aa binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 09:57:11.475714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:11.933542 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:11.952119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Transition to ACTIVE for port object be1e01fc-deda-4ae4-b067-9428c517a0aa will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 09:57:11.959394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:11.966387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:12.141199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Pushing event updated for resources: {'Port': ['ID=be1e01fc-deda-4ae4-b067-9428c517a0aa,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:12.198849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.199227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.199586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.199942 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.200295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.200716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.201046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.201397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.201740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.202098 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.202434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Tracked resource versions report: Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: pushed versions: Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: { 'ConntrackHelper': {'1.0'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': {'1.0'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': {'1.1'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': {'1.5'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': {'1.2'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': {'1.8'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': {'1.2'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': {'1.0'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': {'1.0'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': {'1.1'}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': {'1.1'}} Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: consumer versions: Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: { DHCP agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: L3 agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: Metadata agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: Metering agent@dv-cinder-797022-1-iscsi: {}, Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: Open vSwitch agent@dv-cinder-797022-1-iscsi: { 'ConntrackHelper': '1.0', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': '1.0', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': '1.1', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': '1.5', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': '1.2', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': '1.8', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': '1.2', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': '1.0', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': '1.0', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': '1.1', Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': '1.1'}} Jun 18 09:57:12.203574 dv-cinder-797022-1-iscsi neutron-server[81988]: {{(pid=82102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 09:57:12.213952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Attempting to bind port be1e01fc-deda-4ae4-b067-9428c517a0aa on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 09:57:12.214410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Attempting to bind port be1e01fc-deda-4ae4-b067-9428c517a0aa by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '937d0c2e-1b38-4b96-b821-3ecd92ba7e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 09:57:12.214896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Attempting to bind port be1e01fc-deda-4ae4-b067-9428c517a0aa on network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 09:57:12.219685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:12.223365 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 9, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 09:57:12.223785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Checking segment: {'id': '937d0c2e-1b38-4b96-b821-3ecd92ba7e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 09:57:12.224252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:12.224676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Bound using segment: {'id': '937d0c2e-1b38-4b96-b821-3ecd92ba7e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 09:57:12.225234 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Bound port: be1e01fc-deda-4ae4-b067-9428c517a0aa, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937d0c2e-1b38-4b96-b821-3ecd92ba7e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 09:57:12.225639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:12.332912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] For port be1e01fc-deda-4ae4-b067-9428c517a0aa, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 09:57:12.338150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] For port be1e01fc-deda-4ae4-b067-9428c517a0aa, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=be1e01fc-deda-4ae4-b067-9428c517a0aa,segment=NetworkSegment(937d0c2e-1b38-4b96-b821-3ecd92ba7e05),segment_id=937d0c2e-1b38-4b96-b821-3ecd92ba7e05)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 09:57:12.342594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:12.347121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:12.448686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Pushing event updated for resources: {'Port': ['ID=be1e01fc-deda-4ae4-b067-9428c517a0aa,revision_number=4']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:12.452668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:12.454415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Routers {'68c65765-da82-4fc5-9c47-7db8f0a1767f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 09:57:12.455072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T09:57:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['68c65765-da82-4fc5-9c47-7db8f0a1767f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:57:12.631166 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] Set router 68c65765-da82-4fc5-9c47-7db8f0a1767f gateway port host: None {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 09:57:13.021213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'name': 'router1', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T09:57:00Z', 'updated_at': '2021-06-18T09:57:09Z', 'revision_number': 2, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'gw_port_host': None, '_interfaces': [{'id': 'be1e01fc-deda-4ae4-b067-9428c517a0aa', 'name': '', 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'mac_address': 'fa:16:3e:a0:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T09:57:08Z', 'updated_at': '2021-06-18T09:57:12Z', 'revision_number': 4, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'subnets': [{'id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ea885cd-9b80-4b52-ac55-9ea698dc3819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:57:13.026209 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bfac5-660d-4e5a-a6f2-451692cd654e None None] The sync data for ids ['68c65765-da82-4fc5-9c47-7db8f0a1767f'] in dv-cinder-797022-1-iscsi is: [{'id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'name': 'router1', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T09:57:00Z', 'updated_at': '2021-06-18T09:57:09Z', 'revision_number': 2, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'gw_port_host': None, '_interfaces': [{'id': 'be1e01fc-deda-4ae4-b067-9428c517a0aa', 'name': '', 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'mac_address': 'fa:16:3e:a0:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T09:57:08Z', 'updated_at': '2021-06-18T09:57:12Z', 'revision_number': 4, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'subnets': [{'id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ea885cd-9b80-4b52-ac55-9ea698dc3819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 09:57:13.133320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38246) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:57:13.401107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ba7dde-8153-4e79-8078-0612f962ec71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:57:13.401723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-77ba7dde-8153-4e79-8078-0612f962ec71 admin admin] Synchronizing usage tracker for tenant:13e2b99369d1450bba00c044170cc827 on resource:network {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 09:57:13.420171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-77ba7dde-8153-4e79-8078-0612f962ec71 admin admin] Unset dirty status for tenant:13e2b99369d1450bba00c044170cc827 on resource:network {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 09:57:13.421463 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-77ba7dde-8153-4e79-8078-0612f962ec71 admin admin] 10.222.0.60 "GET /v2.0/networks/521aa165-23aa-450e-a1a0-f100544bacd1 HTTP/1.1" status: 200 len: 842 time: 0.2869391 Jun 18 09:57:13.432081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:57:13.438872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:57:13.443775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Usage tracker for resource:subnet and tenant:13e2b99369d1450bba00c044170cc827 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 09:57:13.446926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 09:57:13.454883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 09:57:13.464916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Made reservation on behalf of 13e2b99369d1450bba00c044170cc827 for: {'subnet': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 09:57:13.469663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:13.955772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:13.961841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:14.045046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1564f6d4-e2d5-4c24-bc38-a6419b78b1ae,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:14.049616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:14.055466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 09:57:14.055864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Network hostable DHCP agents. Network: 521aa165-23aa-450e-a1a0-f100544bacd1, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 09:57:14.078155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 09:57:14.086990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 521aa165-23aa-450e-a1a0-f100544bacd1) {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 09:57:14.091883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:57:14.093290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:14.097784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aee3f34-0055-4afc-829d-19e22cf4af29 None None] Network 521aa165-23aa-450e-a1a0-f100544bacd1 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 09:57:14.115710 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6876011 Jun 18 09:57:14.360489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe0e00-989b-4d5c-a9de-a9ad930feb3e None None] Network 521aa165-23aa-450e-a1a0-f100544bacd1 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 09:57:15.655943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device be1e01fc-deda-4ae4-b067-9428c517a0aa up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 09:57:15.749606 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port be1e01fc-deda-4ae4-b067-9428c517a0aa completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 09:57:15.755780 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port be1e01fc-deda-4ae4-b067-9428c517a0aa triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:57:15.756179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:15.882634 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:15.917559 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port be1e01fc-deda-4ae4-b067-9428c517a0aa, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=be1e01fc-deda-4ae4-b067-9428c517a0aa,segment=NetworkSegment(937d0c2e-1b38-4b96-b821-3ecd92ba7e05),segment_id=937d0c2e-1b38-4b96-b821-3ecd92ba7e05)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 09:57:15.921102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:15.923224 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:15.993069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=be1e01fc-deda-4ae4-b067-9428c517a0aa,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:15.997002 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:16.429382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38262) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:57:16.680782 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-cefe8b2e-e18a-4a22-b3aa-754be619674b admin admin] 10.222.0.60 "GET /v2.0/routers/68c65765-da82-4fc5-9c47-7db8f0a1767f HTTP/1.1" status: 200 len: 710 time: 0.2501225 Jun 18 09:57:16.822099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43b40b-0a22-476c-b21d-8e92fbe8749a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:57:16.823605 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0b43b40b-0a22-476c-b21d-8e92fbe8749a admin admin] 10.222.0.60 "GET /v2.0/networks/521aa165-23aa-450e-a1a0-f100544bacd1 HTTP/1.1" status: 200 len: 886 time: 0.1369781 Jun 18 09:57:16.834563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:57:17.494178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:17.601538 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device be1e01fc-deda-4ae4-b067-9428c517a0aa up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 09:57:17.673609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port be1e01fc-deda-4ae4-b067-9428c517a0aa triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:57:17.674042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:17.702864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:17.764061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:17.906925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Allocated IP 172.27.0.87 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/32f20418-c76a-4cc5-9ec9-0cf8d58b8009) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 09:57:18.077523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:18.102117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:18.106575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:18.171201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 09:57:18.174271 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 09:57:18.178546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 09:57:18.205894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Pushing event updated for resources: {'Port': ['ID=32f20418-c76a-4cc5-9ec9-0cf8d58b8009,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:18.212324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:18.336140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:18.516217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:18.520146 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854081497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-694488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703772'] for router, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:18.735532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Router 68c65765-da82-4fc5-9c47-7db8f0a1767f has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 09:57:18.963900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 09:57:18.974158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Notify callbacks [] for router, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:18.974819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Sync routers for ids ['68c65765-da82-4fc5-9c47-7db8f0a1767f'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 09:57:18.975450 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] 10.222.0.60 "PUT /v2.0/routers/68c65765-da82-4fc5-9c47-7db8f0a1767f HTTP/1.1" status: 200 len: 889 time: 2.1448011 Jun 18 09:57:18.988893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Routers {'68c65765-da82-4fc5-9c47-7db8f0a1767f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 09:57:18.989545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T09:57:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['68c65765-da82-4fc5-9c47-7db8f0a1767f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:57:19.191158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Set router 68c65765-da82-4fc5-9c47-7db8f0a1767f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 09:57:19.554348 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'name': 'router1', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '32f20418-c76a-4cc5-9ec9-0cf8d58b8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T09:57:00Z', 'updated_at': '2021-06-18T09:57:18Z', 'revision_number': 4, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'gw_port': {'id': '32f20418-c76a-4cc5-9ec9-0cf8d58b8009', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T09:57:17Z', 'updated_at': '2021-06-18T09:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'be1e01fc-deda-4ae4-b067-9428c517a0aa', 'name': '', 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'mac_address': 'fa:16:3e:a0:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T09:57:08Z', 'updated_at': '2021-06-18T09:57:15Z', 'revision_number': 5, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'subnets': [{'id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ea885cd-9b80-4b52-ac55-9ea698dc3819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:57:19.559583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Checking router: 68c65765-da82-4fc5-9c47-7db8f0a1767f for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 09:57:19.560560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Updating router 68c65765-da82-4fc5-9c47-7db8f0a1767f port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 binding host dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 09:57:19.619621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:19.988200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Notify callbacks [] for port, precommit_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:20.000711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Transition to ACTIVE for port object 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 09:57:20.007097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:20.011739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:20.089530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8561429-7c1e-49f1-b88e-92bee82bbd78 None None] Pushing event updated for resources: {'Port': ['ID=32f20418-c76a-4cc5-9ec9-0cf8d58b8009,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:20.094087 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8561429-7c1e-49f1-b88e-92bee82bbd78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:20.094814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Attempting to bind port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 09:57:20.095200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Attempting to bind port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 09:57:20.095600 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Attempting to bind port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 09:57:20.102314 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 9, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 09:57:20.102765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 09:57:20.103147 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:20.103562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 09:57:20.104054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Bound port: 32f20418-c76a-4cc5-9ec9-0cf8d58b8009, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 09:57:20.104448 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:20.180298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] For port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 09:57:20.183254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] For port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=32f20418-c76a-4cc5-9ec9-0cf8d58b8009,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 09:57:20.186926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:20.192145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:20.279105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8561429-7c1e-49f1-b88e-92bee82bbd78 None None] Pushing event updated for resources: {'Port': ['ID=32f20418-c76a-4cc5-9ec9-0cf8d58b8009,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:20.282813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8561429-7c1e-49f1-b88e-92bee82bbd78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:20.283526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Routers {'68c65765-da82-4fc5-9c47-7db8f0a1767f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 09:57:20.284156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T09:57:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['68c65765-da82-4fc5-9c47-7db8f0a1767f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:57:20.481154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] Set router 68c65765-da82-4fc5-9c47-7db8f0a1767f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 09:57:21.006543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'name': 'router1', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '32f20418-c76a-4cc5-9ec9-0cf8d58b8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T09:57:00Z', 'updated_at': '2021-06-18T09:57:18Z', 'revision_number': 4, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'gw_port': {'id': '32f20418-c76a-4cc5-9ec9-0cf8d58b8009', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T09:57:17Z', 'updated_at': '2021-06-18T09:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'be1e01fc-deda-4ae4-b067-9428c517a0aa', 'name': '', 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'mac_address': 'fa:16:3e:a0:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T09:57:08Z', 'updated_at': '2021-06-18T09:57:15Z', 'revision_number': 5, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'subnets': [{'id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ea885cd-9b80-4b52-ac55-9ea698dc3819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 09:57:21.011070 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a03afd6-f502-415a-9765-f46a87529e69 None None] The sync data for ids ['68c65765-da82-4fc5-9c47-7db8f0a1767f'] in dv-cinder-797022-1-iscsi is: [{'id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'name': 'router1', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '32f20418-c76a-4cc5-9ec9-0cf8d58b8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T09:57:00Z', 'updated_at': '2021-06-18T09:57:18Z', 'revision_number': 4, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'gw_port': {'id': '32f20418-c76a-4cc5-9ec9-0cf8d58b8009', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T09:57:17Z', 'updated_at': '2021-06-18T09:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'be1e01fc-deda-4ae4-b067-9428c517a0aa', 'name': '', 'network_id': '0fe057b4-9099-4d70-8ee8-1dbdd6589d0b', 'tenant_id': '7a259b62bc724e6bac9089bafdea77da', 'mac_address': 'fa:16:3e:a0:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c65765-da82-4fc5-9c47-7db8f0a1767f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T09:57:08Z', 'updated_at': '2021-06-18T09:57:15Z', 'revision_number': 5, 'project_id': '7a259b62bc724e6bac9089bafdea77da', 'subnets': [{'id': '123403a9-ed09-41e6-83d4-12dcb3726623', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ea885cd-9b80-4b52-ac55-9ea698dc3819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 09:57:21.342318 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38274) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:57:21.494750 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-65fd06a5-6b3a-43bc-82c0-11161cfebda2 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1512837 Jun 18 09:57:21.650812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 09:57:21.759392 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 09:57:21.766485 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:57:21.767283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:21.895517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:21.912535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=32f20418-c76a-4cc5-9ec9-0cf8d58b8009,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 09:57:21.916571 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:21.919884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8561429-7c1e-49f1-b88e-92bee82bbd78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:57:21.994376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=32f20418-c76a-4cc5-9ec9-0cf8d58b8009,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:57:21.998296 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:57:23.611067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 09:57:23.711972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 32f20418-c76a-4cc5-9ec9-0cf8d58b8009 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:57:23.712502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:30.970502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 5 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 09:57:35.577707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da268125-c45a-41bb-9ce3-f70e2122a1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:37.207663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:38.225023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eb13c472-5609-4477-88ad-799bfbd4ce5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:38.740984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:57:40.013704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:05.572425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06ad6d14-0be2-49f6-a5a7-bf3de3ab3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:07.213936 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:07.970997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 5 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 09:58:08.227544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bf4c5c8-2486-4b7b-be77-951bfa34ed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:08.736443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:10.006416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:35.575253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-50908ed9-503f-474f-89a6-c80f8f6a609a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:37.207690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:38.231998 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-84d3719b-56f3-4bee-ae39-076c30db52f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:38.737875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:40.011888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:58:44.974110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 5 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 09:58:59.570135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38812) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:58:59.734251 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.pecan_wsgi.hooks.translation [None req-16de6e5a-1c7b-4ca8-8653-46aa0ffc94c7 admin admin] GET failed (client error): The resource could not be found. Jun 18 09:58:59.735943 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-16de6e5a-1c7b-4ca8-8653-46aa0ffc94c7 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1647377 Jun 18 09:59:00.081483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3414ed32-7854-46e2-87ca-ba8e099a5390 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:00.083055 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3414ed32-7854-46e2-87ca-ba8e099a5390 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3422654 Jun 18 09:59:02.209418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38824) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:02.363080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab180c00-1569-4ec4-a9f0-4ce33cf43663 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:02.364554 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ab180c00-1569-4ec4-a9f0-4ce33cf43663 admin admin] 10.222.0.60 "GET /v2.0/subnets/123403a9-ed09-41e6-83d4-12dcb3726623 HTTP/1.1" status: 200 len: 849 time: 0.1540353 Jun 18 09:59:02.375499 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:59:02.507041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:02.745792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785712739306'] for subnet, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:02.751317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:59:02.801517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:02.802128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:02.803542 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] 10.222.0.60 "PUT /v2.0/subnets/123403a9-ed09-41e6-83d4-12dcb3726623 HTTP/1.1" status: 200 len: 868 time: 0.4327185 Jun 18 09:59:02.817198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4479542f-f55e-4b35-8b4c-bd713c512448 None None] Network 0fe057b4-9099-4d70-8ee8-1dbdd6589d0b requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 09:59:02.829189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123403a9-ed09-41e6-83d4-12dcb3726623,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:59:02.841740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.841740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.842083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.842453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.842811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.843170 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.843524 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.843879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.844230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.844576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.844922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:02.857051 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:59:03.453780 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-22b281d4-74a1-42f5-8fe7-a77d298ce628 None None] Provisioning complete for port bcf80727-87c3-417f-b62f-51e9ad6e2088 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:59:03.454339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-22b281d4-74a1-42f5-8fe7-a77d298ce628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:03.594271 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-22b281d4-74a1-42f5-8fe7-a77d298ce628 None None] Provisioning complete for port be1e01fc-deda-4ae4-b067-9428c517a0aa triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:59:03.594742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-22b281d4-74a1-42f5-8fe7-a77d298ce628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:05.124261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38836) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:05.344803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c55ff53-0482-48ae-9e8f-8574bc2f59a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:05.345228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c55ff53-0482-48ae-9e8f-8574bc2f59a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:05.347038 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7c55ff53-0482-48ae-9e8f-8574bc2f59a8 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2217839 Jun 18 09:59:05.579585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d845f9d4-0eb7-4445-93a5-ba17826e9ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:07.215845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:07.515366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38848) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:07.733861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60abf75-9d05-4fae-b50b-4c62350cb96d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:07.734325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60abf75-9d05-4fae-b50b-4c62350cb96d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:07.736278 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d60abf75-9d05-4fae-b50b-4c62350cb96d admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2198932 Jun 18 09:59:08.233722 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-73fc82f8-adc3-41b8-8e8c-051d30b5833d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:08.742549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:09.860830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38860) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:10.016224 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:10.079181 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a1c32a-0554-4049-94c9-f4f48310a8de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:10.080678 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c9a1c32a-0554-4049-94c9-f4f48310a8de admin admin] 10.222.0.60 "GET /v2.0/networks/0fe057b4-9099-4d70-8ee8-1dbdd6589d0b HTTP/1.1" status: 200 len: 869 time: 0.2188151 Jun 18 09:59:12.249184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38872) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:12.462872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd6eb7c-ef4b-413c-a330-72a33da671eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:12.464544 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3fd6eb7c-ef4b-413c-a330-72a33da671eb admin admin] 10.222.0.60 "GET /v2.0/networks/521aa165-23aa-450e-a1a0-f100544bacd1 HTTP/1.1" status: 200 len: 886 time: 0.2143075 Jun 18 09:59:14.630231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38884) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:14.784391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff34bdf2-3968-45ec-9e7c-7e39a1ef9a5f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:14.784716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff34bdf2-3968-45ec-9e7c-7e39a1ef9a5f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:14.786378 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ff34bdf2-3968-45ec-9e7c-7e39a1ef9a5f admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1551230 Jun 18 09:59:16.999367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 38896) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:17.150856 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4653e04-ca36-480a-9208-8bfe55390dbe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:17.151325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4653e04-ca36-480a-9208-8bfe55390dbe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:17.152488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a4653e04-ca36-480a-9208-8bfe55390dbe admin admin] Synchronizing usage tracker for tenant:13e2b99369d1450bba00c044170cc827 on resource:subnet {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 09:59:17.170386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a4653e04-ca36-480a-9208-8bfe55390dbe admin admin] Unset dirty status for tenant:13e2b99369d1450bba00c044170cc827 on resource:subnet {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 09:59:17.171668 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-a4653e04-ca36-480a-9208-8bfe55390dbe admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1712596 Jun 18 09:59:19.348946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38908) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:19.536066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e346ad9-954d-4d7f-893d-2d857efdcbb0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:19.537638 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4e346ad9-954d-4d7f-893d-2d857efdcbb0 admin admin] 10.222.0.60 "GET /v2.0/subnets/123403a9-ed09-41e6-83d4-12dcb3726623 HTTP/1.1" status: 200 len: 868 time: 0.1875796 Jun 18 09:59:21.786100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38920) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:21.937234 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491669cf-53ad-419b-ae04-3fb58ab05a11 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:21.938789 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-491669cf-53ad-419b-ae04-3fb58ab05a11 admin admin] 10.222.0.60 "GET /v2.0/subnets/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae HTTP/1.1" status: 200 len: 816 time: 0.1513495 Jun 18 09:59:21.979808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 5 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 09:59:35.591018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-60d7e979-1253-42bb-9a4d-14f025fb23c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:37.208981 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:38.239875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-160a5dce-5d35-4cff-b6cb-ac78d4445597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:38.744549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:40.017849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:42.441875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38968) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:42.520865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [None req-005c526e-a20c-40ad-b05b-d6e606b9690b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 09:59:42.521937 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-005c526e-a20c-40ad-b05b-d6e606b9690b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0789876 Jun 18 09:59:44.675856 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38980) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:44.780510 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c91e7a-0e4e-4af8-85e3-1565330611b0 admin admin] GET failed (client error): The resource could not be found. Jun 18 09:59:44.781872 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-03c91e7a-0e4e-4af8-85e3-1565330611b0 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1050131 Jun 18 09:59:45.041980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ac25f-853f-47c6-b512-827a56daa549 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:45.043555 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c02ac25f-853f-47c6-b512-827a56daa549 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2571921 Jun 18 09:59:47.192337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 38992) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:47.269349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:59:47.274335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:59:47.284982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 09:59:47.295323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Made reservation on behalf of 13e2b99369d1450bba00c044170cc827 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 09:59:47.300031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:47.395600 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.services.revisions.revision_plugin [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Could not find related network for resource to bump revision. Jun 18 09:59:47.410693 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 09:59:47.420018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:47.420371 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Added segment a2749402-89e5-41e4-8ce0-7b3a3f28fe3a of type vlan for network edec7842-d0a2-4091-83dc-f8e4d8d95c71 Jun 18 09:59:47.446251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:47.477515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:47.478920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:47.479592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:47.484480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:59:47.586488 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3929014 Jun 18 09:59:47.592630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Pushing event updated for resources: {'Network': ['ID=edec7842-d0a2-4091-83dc-f8e4d8d95c71,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:59:47.596618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:59:47.604830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network edec7842-d0a2-4091-83dc-f8e4d8d95c71 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 09:59:49.730721 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39004) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 09:59:49.832200 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59444ee-98cc-4b77-ae20-8d6ae0a99a42 admin admin] GET failed (client error): The resource could not be found. Jun 18 09:59:49.832752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-c59444ee-98cc-4b77-ae20-8d6ae0a99a42 admin admin] Synchronizing usage tracker for tenant:13e2b99369d1450bba00c044170cc827 on resource:network {{(pid=82100) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 09:59:49.847930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-c59444ee-98cc-4b77-ae20-8d6ae0a99a42 admin admin] Unset dirty status for tenant:13e2b99369d1450bba00c044170cc827 on resource:network {{(pid=82100) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 09:59:49.849122 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c59444ee-98cc-4b77-ae20-8d6ae0a99a42 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1173842 Jun 18 09:59:49.968142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fec50a-3dde-483f-a114-6362d67be081 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:49.969675 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-35fec50a-3dde-483f-a114-6362d67be081 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1162679 Jun 18 09:59:49.980251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71', 'cidr': '192.168.233.0/24'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 09:59:49.984994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 09:59:49.995599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 09:59:50.004067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Made reservation on behalf of 13e2b99369d1450bba00c044170cc827 for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 09:59:50.008579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:50.413453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:50.417857 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5d88c60d-259b-4777-8112-447857da41f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:59:50.496530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Pushing event updated for resources: {'Subnet': ['ID=93923aca-cff4-4e52-aa70-66ebe99fa717,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:59:50.500540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:59:50.509183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Checking segment: {'id': 'a2749402-89e5-41e4-8ce0-7b3a3f28fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 09:59:50.510238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Network hostable DHCP agents. Network: edec7842-d0a2-4091-83dc-f8e4d8d95c71, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 09:59:50.534266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Network edec7842-d0a2-4091-83dc-f8e4d8d95c71 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 09:59:50.543973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, edec7842-d0a2-4091-83dc-f8e4d8d95c71) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 09:59:50.548345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 09:59:50.548981 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:50.557208 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfe580a-3c6c-42ac-be72-a9d77a830062 None None] Network edec7842-d0a2-4091-83dc-f8e4d8d95c71 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 09:59:50.575375 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5988588 Jun 18 09:59:50.797657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-edec7842-d0a2-4091-83dc-f8e4d8d95c71', 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71', 'tenant_id': '13e2b99369d1450bba00c044170cc827', 'fixed_ips': [{'subnet_id': '93923aca-cff4-4e52-aa70-66ebe99fa717'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 09:59:50.798660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:50.973575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Allocated IP 192.168.233.2 (edec7842-d0a2-4091-83dc-f8e4d8d95c71/93923aca-cff4-4e52-aa70-66ebe99fa717/b0b86e14-aeb8-402a-be6a-6e0900a482e8) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 09:59:51.202687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:51.215107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Transition to ACTIVE for port object b0b86e14-aeb8-402a-be6a-6e0900a482e8 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 09:59:51.235765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Transition to ACTIVE for port object b0b86e14-aeb8-402a-be6a-6e0900a482e8 will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 09:59:51.239693 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:51.244660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:59:51.315119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Network edec7842-d0a2-4091-83dc-f8e4d8d95c71 is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 09:59:51.318489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Pushing event updated for resources: {'Port': ['ID=b0b86e14-aeb8-402a-be6a-6e0900a482e8,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:59:51.320982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 09:59:51.324549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 09:59:51.337069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.337446 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.338419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.338917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.339284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.339655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.340018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.340392 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.340760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.341114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.341473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 09:59:51.345438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:59:51.432397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Attempting to bind port b0b86e14-aeb8-402a-be6a-6e0900a482e8 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 09:59:51.432812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Attempting to bind port b0b86e14-aeb8-402a-be6a-6e0900a482e8 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'a2749402-89e5-41e4-8ce0-7b3a3f28fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 09:59:51.433217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Attempting to bind port b0b86e14-aeb8-402a-be6a-6e0900a482e8 on network edec7842-d0a2-4091-83dc-f8e4d8d95c71 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 09:59:51.440153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 9, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 09:59:51.440562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Checking segment: {'id': 'a2749402-89e5-41e4-8ce0-7b3a3f28fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 09:59:51.441005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:51.441433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Bound using segment: {'id': 'a2749402-89e5-41e4-8ce0-7b3a3f28fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 09:59:51.441945 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Bound port: b0b86e14-aeb8-402a-be6a-6e0900a482e8, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2749402-89e5-41e4-8ce0-7b3a3f28fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 09:59:51.442379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:51.534154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] For port b0b86e14-aeb8-402a-be6a-6e0900a482e8, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 09:59:51.537451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] For port b0b86e14-aeb8-402a-be6a-6e0900a482e8, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=b0b86e14-aeb8-402a-be6a-6e0900a482e8,segment=NetworkSegment(a2749402-89e5-41e4-8ce0-7b3a3f28fe3a),segment_id=a2749402-89e5-41e4-8ce0-7b3a3f28fe3a)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 09:59:51.540994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:51.546704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:59:51.788143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Pushing event updated for resources: {'Port': ['ID=b0b86e14-aeb8-402a-be6a-6e0900a482e8,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:59:51.792841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:59:53.244611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5415b-3e47-47fd-b29f-ace83674a915 None None] Network edec7842-d0a2-4091-83dc-f8e4d8d95c71 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 09:59:53.358373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-e3603404-a441-4447-a1c9-f81e74da3093 None None] Provisioning for port b0b86e14-aeb8-402a-be6a-6e0900a482e8 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 09:59:53.725595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b0b86e14-aeb8-402a-be6a-6e0900a482e8 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 09:59:53.821255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port b0b86e14-aeb8-402a-be6a-6e0900a482e8 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 09:59:53.828243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port b0b86e14-aeb8-402a-be6a-6e0900a482e8 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:59:53.828652 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:53.953932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:53.992549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port b0b86e14-aeb8-402a-be6a-6e0900a482e8, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=b0b86e14-aeb8-402a-be6a-6e0900a482e8,segment=NetworkSegment(a2749402-89e5-41e4-8ce0-7b3a3f28fe3a),segment_id=a2749402-89e5-41e4-8ce0-7b3a3f28fe3a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 09:59:53.997106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:53.999366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 09:59:54.067878 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=b0b86e14-aeb8-402a-be6a-6e0900a482e8,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 09:59:54.070927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 09:59:55.693449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b0b86e14-aeb8-402a-be6a-6e0900a482e8 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 09:59:55.768314 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port b0b86e14-aeb8-402a-be6a-6e0900a482e8 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 09:59:55.768717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 09:59:58.980735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 5 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:00:05.585072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-22d4a171-370b-44de-9e6f-16da68c8f35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:00:07.214495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:00:08.232860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f450767-c0bf-4e2d-bf80-4feb558a3228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:00:08.758837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:00:10.025453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:00:35.591737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c08bd4f9-af88-444c-8ce2-4fdcccec2863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:00:35.981884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 5 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:00:37.208878 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:00:38.238620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-edc6e327-d508-46d8-98be-c3019464731d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:00:38.752563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:00:40.026403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:05.590593 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-35c61cc5-b5cd-4f27-a6d6-ae42740115d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:06.080625 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39038) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:01:06.087880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [None req-6d22324e-9bb2-42e0-abb0-c7ede2d64545 tempest-verify_tempest_config-2121110307 tempest-verify_tempest_config-2121110307-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:01:06.088902 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6d22324e-9bb2-42e0-abb0-c7ede2d64545 tempest-verify_tempest_config-2121110307 tempest-verify_tempest_config-2121110307-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0069089 Jun 18 10:01:06.524277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39056) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:01:06.676031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:06.711292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:01:06.715212 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Usage tracker for resource:security_group_rule and tenant:9541b8c2fd4d4e988d09fb0c6dae08f1 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:01:06.718062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:01:06.723897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:01:06.794316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:06.797009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:06.805546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:01:06.846881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3eff3-592a-40ab-b4ac-36503146f4ce,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:01:06.852978 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9541b8c2fd4d4e988d09fb0c6dae08f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3275948 Jun 18 10:01:06.855855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39062) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:01:06.858309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.858603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.858966 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.859319 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.859671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.860021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.860366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.860714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.861327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.861669 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.862033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:06.866077 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:01:06.927202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:06.953156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:07.003901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:07.009598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:01:07.023019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3eff3-592a-40ab-b4ac-36503146f4ce,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:01:07.028671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:07.029866 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29d3eff3-592a-40ab-b4ac-36503146f4ce HTTP/1.1" status: 204 len: 168 time: 0.1727166 Jun 18 10:01:07.035083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.035461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.035828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.036191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.036555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.036916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.037271 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.037630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.037997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.038359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.038711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:01:07.042071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:01:07.212957 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:08.245933 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3c1069d7-e389-4095-9d53-571ce9294965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:08.754782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:10.028134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:12.982851 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 5 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:01:35.583057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-99e4b671-98d0-4e4c-8970-a8da45430e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:37.215288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:38.239246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b75a2003-36ac-4cd1-b2f1-a13562d8fb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:38.761771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:40.031814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:01:49.983562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 5 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:02:05.584223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f2b010e5-7f11-46f6-80ee-bf5d513c0e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:07.218278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:08.241165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3e2746d-8bc6-4aa5-bcc6-55cd06869d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:08.765083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:10.034886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:26.985569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 5 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:02:35.586782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-15bd8716-3609-4660-9081-eb23fabf8918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:37.220695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:38.244657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c46c5a8b-b26d-4f55-936b-36ccd2409e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:38.764835 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:40.037520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:02:49.130177 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921'] for agent, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:03.987798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:03:04.334689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39144) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:03:04.504814 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-a7260310-178b-438d-9f18-5dd64422dd3d admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1688340 Jun 18 10:03:05.590709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2f8bde45-59dd-42b8-b77b-f5d521c72e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:06.709300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39156) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:03:06.799099 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1a7ed521-e9c5-490f-a24a-36ea119e3532 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0886045 Jun 18 10:03:07.223731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:08.249508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5be6e3de-b07f-4262-ab74-c312b76f57a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:08.769346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:10.040229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:19.091057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:35.594540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-69d01a7b-b2a4-4012-bf66-dd86bf604ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:37.225288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:38.253412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f99ded7a-2fab-49a8-a2de-fe53669fb548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:38.770293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:40.042531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:03:40.989552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:03:49.093394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:05.596242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3599cb92-85db-4bb4-b53e-828a89be4592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:07.229685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:08.255608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24968c17-7941-47db-90cb-04021b50bcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:08.775471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:10.049101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:17.991974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:04:19.092861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:35.599261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b9979909-369d-4bf7-9773-33446fd3ed04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:37.223014 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:38.260573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a74c5198-e944-4dd5-99b0-a360cb91afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:38.778514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:40.045436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:49.096236 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:53.040468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39346) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:53.735039 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39366) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:53.748081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1141112673-network', 'tenant_id': '61da6152e08a4db08fb38bb8eaec89eb'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:53.753723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:53.758114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Usage tracker for resource:network and tenant:61da6152e08a4db08fb38bb8eaec89eb is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:53.761794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:53.768126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:53.782150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Made reservation on behalf of 61da6152e08a4db08fb38bb8eaec89eb for: {'network': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:04:53.787299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:53.805734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:53.840394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39374) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:53.863034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:53.868928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Usage tracker for resource:security_group_rule and tenant:61da6152e08a4db08fb38bb8eaec89eb is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:53.873504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:53.880648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39380) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:53.888244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:53.969017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:53.972688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:53.977585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:54.015722 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=82099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:04:54.024730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc1ef1d-6992-4095-9758-495b0d0a0728,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:54.031573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.031946 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Added segment 05aa03b0-a774-4f12-8a6a-5ccb46d7fa72 of type vlan for network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 Jun 18 10:04:54.047643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-209459272-network', 'tenant_id': '4bda8174d6d0416f859396459e4f0696'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:54.052576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.052951 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.053315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.053668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.054044 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.054382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.054959 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.055335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.055683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.056031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.056375 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Tracked resource versions report: Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: pushed versions: Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': {'1.0'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': {'1.1'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': {'1.5'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': {'1.2'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': {'1.8'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': {'1.2'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': {'1.0'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': {'1.1'}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': {'1.1'}} Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: consumer versions: Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: { DHCP agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: HyperV agent@hv-cinder-79702: {}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: L3 agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: Metadata agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: Metering agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: Open vSwitch agent@dv-cinder-797022-1-iscsi: { 'ConntrackHelper': '1.0', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': '1.0', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': '1.1', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': '1.5', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': '1.2', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': '1.8', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': '1.2', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': '1.0', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': '1.0', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': '1.1', Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': '1.1'}} Jun 18 10:04:54.057558 dv-cinder-797022-1-iscsi neutron-server[81988]: {{(pid=82099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:04:54.065656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:54.083996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:54.087277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.093672 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Usage tracker for resource:network and tenant:4bda8174d6d0416f859396459e4f0696 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:54.097895 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:54.105756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:54.131730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1036198043-network', 'tenant_id': '2c837a4c9fec4a6f8b1169c7bfd03bb7'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:54.133111 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-network', 'tenant_id': '0a438b407b114da5886b40df662ba3f3'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:54.141813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Made reservation on behalf of 4bda8174d6d0416f859396459e4f0696 for: {'network': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:04:54.145723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:54.147997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.150526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Usage tracker for resource:network and tenant:2c837a4c9fec4a6f8b1169c7bfd03bb7 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:54.154774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:54.161377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:54.165679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:54.186621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.186621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Usage tracker for resource:network and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:54.186621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.186621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:54.189136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:04:54.189281 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Made reservation on behalf of 2c837a4c9fec4a6f8b1169c7bfd03bb7 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:04:54.189764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.194527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.199090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:54.210528 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.254630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:54.259435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Usage tracker for resource:security_group_rule and tenant:2c837a4c9fec4a6f8b1169c7bfd03bb7 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:54.263427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:54.269659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:54.296997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:54.305122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Pushing event updated for resources: {'Network': ['ID=70dc5c85-0e3c-4481-b3a9-0177d1b49205,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:54.314618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:54.319242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:04:54.347246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.350928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.367864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:04:54.377675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.378430 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Added segment 375e6903-3bbd-4a44-92ce-5ff9b64c11a5 of type vlan for network abfdbfcd-287e-48ef-b352-47acaebc6258 Jun 18 10:04:54.379602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:54.391167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Usage tracker for resource:security_group_rule and tenant:4bda8174d6d0416f859396459e4f0696 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:54.411229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.414105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:54.437731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Made reservation on behalf of 0a438b407b114da5886b40df662ba3f3 for: {'network': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:04:54.444580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:54.449201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.471792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:54.477107 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4355257 Jun 18 10:04:54.478481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e4355a-4a94-47ed-9937-50437d10253d,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:54.482931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39404) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:54.487563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.489657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.490221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.490766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.491275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.491808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.492315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.492798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Request body: {'subnet': {'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1141112673-subnet', 'tenant_id': '61da6152e08a4db08fb38bb8eaec89eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:54.493007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.493507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.494031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.494536 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.495053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:54.496287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Tracked resource versions report: Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: pushed versions: Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': {'1.0'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': {'1.1'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': {'1.5'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': {'1.2'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': {'1.8'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': {'1.2'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': {'1.0'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': {'1.1'}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': {'1.1'}} Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: consumer versions: Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: { DHCP agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: HyperV agent@hv-cinder-79702: {}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: L3 agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: Metadata agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: Metering agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: Open vSwitch agent@dv-cinder-797022-1-iscsi: { 'ConntrackHelper': '1.0', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': '1.0', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': '1.1', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': '1.5', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': '1.2', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': '1.8', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': '1.2', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': '1.0', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': '1.0', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': '1.1', Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': '1.1'}} Jun 18 10:04:54.496875 dv-cinder-797022-1-iscsi neutron-server[81988]: {{(pid=82100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:04:54.504325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:04:54.505257 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.512618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:54.528286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Usage tracker for resource:subnet and tenant:61da6152e08a4db08fb38bb8eaec89eb is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:54.537511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:54.553469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:54.554996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:54.555774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-96d8a151-fe87-42d4-9483-6454196424e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:54.585565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Made reservation on behalf of 61da6152e08a4db08fb38bb8eaec89eb for: {'subnet': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:04:54.591812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.606040 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:54.623603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Usage tracker for resource:security_group_rule and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:54.631168 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:54.669543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Pushing event updated for resources: {'Network': ['ID=abfdbfcd-287e-48ef-b352-47acaebc6258,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:54.677578 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8352485 Jun 18 10:04:54.678956 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:54.679416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39412) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:54.685152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network abfdbfcd-287e-48ef-b352-47acaebc6258 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:04:54.687416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Request body: {'subnet': {'network_id': 'abfdbfcd-287e-48ef-b352-47acaebc6258', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1036198043-subnet', 'tenant_id': '2c837a4c9fec4a6f8b1169c7bfd03bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:54.693067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:54.698506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Usage tracker for resource:subnet and tenant:2c837a4c9fec4a6f8b1169c7bfd03bb7 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:54.702721 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:54.709881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:54.712014 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:54.721175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Made reservation on behalf of 2c837a4c9fec4a6f8b1169c7bfd03bb7 for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:04:54.726081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.775388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.784304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.858392 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.866045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9788873f-81e3-4591-aa0f-d15f70165586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:54.874785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.904517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=82099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:04:54.915518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:54.915973 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Added segment f1e2abe1-a61f-4c26-8777-635baeab4d60 of type vlan for network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 Jun 18 10:04:54.996434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:04:55.002264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:55.014940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:55.015390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:55.023952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:55.084483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeb2877-638d-4417-8f87-8fb5e742bf58,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:55.092719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:55.114894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:55.118916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.db.api [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82099) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:04:55.119283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_db.api [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:04:55.129479 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:04:55.130190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:55.138858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:55.316022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:55.320782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d904ef34-018a-4180-844a-40feb0d0152a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:55.332274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Pushing event updated for resources: {'Network': ['ID=9b140270-d2e2-45c2-a28d-b0b4a48e22a9,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:55.336226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:55.341434 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4530523 Jun 18 10:04:55.344336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39434) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:55.344715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:04:55.360477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Request body: {'subnet': {'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-subnet', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:55.367799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:55.375514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Usage tracker for resource:subnet and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:55.379515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:55.387825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:55.407076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Made reservation on behalf of 0a438b407b114da5886b40df662ba3f3 for: {'subnet': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:04:55.411453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1dc1165-e777-41e0-86cd-3e65f0b252a0,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:55.411740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:55.414570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:55.432209 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Checking segment: {'id': '375e6903-3bbd-4a44-92ce-5ff9b64c11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'abfdbfcd-287e-48ef-b352-47acaebc6258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:04:55.432595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Network hostable DHCP agents. Network: abfdbfcd-287e-48ef-b352-47acaebc6258, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:04:55.459255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Network abfdbfcd-287e-48ef-b352-47acaebc6258 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:04:55.470583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, abfdbfcd-287e-48ef-b352-47acaebc6258) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:04:55.475616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:04:55.476719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:55.500078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef8b1d-f49a-456c-a4fd-63cda88b2830 None None] Network abfdbfcd-287e-48ef-b352-47acaebc6258 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:04:55.513637 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8241940 Jun 18 10:04:55.620984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:55.710764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:55.723955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:55.768961 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=82099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:04:55.833723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:55.834151 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Added segment 67e08967-f624-42a1-a058-62aa3b28afc4 of type vlan for network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b Jun 18 10:04:55.838566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186d29a3-bf31-459e-b978-7d77fb344b78 None None] Network abfdbfcd-287e-48ef-b352-47acaebc6258 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:04:55.866831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b762a3-78c0-4677-9dc4-c5505995c7b9,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:55.881904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:55.936288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:56.004016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Checking segment: {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:04:56.004410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Network hostable DHCP agents. Network: 70dc5c85-0e3c-4481-b3a9-0177d1b49205, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:04:56.066969 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:56.070332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:04:56.070984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:56.093852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-71bf96eb-89b3-4cf5-a8f0-8a3d2e9e283b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:56.366711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:04:56.395671 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6559560 Jun 18 10:04:56.397371 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39470) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:56.406586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 70dc5c85-0e3c-4481-b3a9-0177d1b49205) {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:04:56.408483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Request body: {'subnet': {'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-subnet', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:56.409791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Pushing event updated for resources: {'Network': ['ID=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:56.416657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d3bdc-0d74-4a68-b624-36c05baede83 None None] Network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:04:56.426890 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:04:56.427317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:56.435488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:56.443727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Usage tracker for resource:subnet and tenant:4bda8174d6d0416f859396459e4f0696 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:56.454989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:56.468896 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9755251 Jun 18 10:04:56.468896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:56.480372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:56.498912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Made reservation on behalf of 4bda8174d6d0416f859396459e4f0696 for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:04:56.504545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:56.550237 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:56.563785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a1de9a7-f26a-4426-84b8-e6621bf128e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:56.622293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b6c945-0877-4af0-a5d8-b94fbc050b54,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:56.626597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:56.632075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:04:56.669278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Checking segment: {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:04:56.669673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Network hostable DHCP agents. Network: 9b140270-d2e2-45c2-a28d-b0b4a48e22a9, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:04:56.696882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:04:56.710429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 9b140270-d2e2-45c2-a28d-b0b4a48e22a9) {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:04:56.719384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:04:56.720000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:56.762855 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4173207 Jun 18 10:04:56.763549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39486) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:56.770869 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:56.771082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06af5d-9bda-414a-87ca-6f466e80d757 None None] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:04:56.783879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:56.790436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Usage tracker for resource:router and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:56.801413 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:56.815323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:56.844418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:56.845456 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:56.885624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.123762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.228900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f65ed-3a06-4250-b221-bbe6fc6f880a None None] Network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:04:57.247884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.262511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:57.347471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c6c6bd-9e47-4126-a2c1-426fc731ec53,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:57.356541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:57.392393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Checking segment: {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:04:57.393107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Network hostable DHCP agents. Network: 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:04:57.416931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:04:57.428132 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:04:57.449371 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:04:57.452428 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.498563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.506416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b3650-bc8b-4825-9b8f-c298a71c7e37 None None] Network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:04:57.524377 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1241865 Jun 18 10:04:57.528348 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39528) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:57.536551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.540218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:04:57.566638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:57.578622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Usage tracker for resource:router and tenant:4bda8174d6d0416f859396459e4f0696 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:57.585154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:57.602701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:57.631888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.632738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.687640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.714539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Allocated IP 172.27.0.71 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/b16f5789-01c7-473b-9e9f-d60e16170bcc) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:04:57.780487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:04:57.788403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:57.993249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:58.034080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:58.043873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-da3e121c-7753-4d9a-894e-319ea223f7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:58.149757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:04:58.156819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:04:58.169122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:04:58.193593 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928a9b70-4a02-4188-9911-9529d0752049 None None] Network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:04:58.291648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Pushing event updated for resources: {'Port': ['ID=b16f5789-01c7-473b-9e9f-d60e16170bcc,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:58.305505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:58.372123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:58.375783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:58.492770 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39562) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:58.551812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:58.570319 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Allocated IP 172.20.0.2 (9b140270-d2e2-45c2-a28d-b0b4a48e22a9/c1b6c945-0877-4af0-a5d8-b94fbc050b54/d02ff7c5-bdbe-4884-8020-a87e1a3b3eee) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:04:58.751808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Router 86b036b5-1246-4716-ae53-870b21cfc6cc is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:04:58.778729 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39572) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:58.900117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:58.907688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:58.929495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Transition to ACTIVE for port object d02ff7c5-bdbe-4884-8020-a87e1a3b3eee will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:04:58.978128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Transition to ACTIVE for port object d02ff7c5-bdbe-4884-8020-a87e1a3b3eee will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:04:58.984028 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:58.990534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-443f1af6-b893-43cb-981a-a2f9d1afb541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:59.011667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:59.060501 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:59.062804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:04:59.067510 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:04:59.068255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:04:59.071241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:04:59.082023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Sync routers for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:04:59.100783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Pushing event updated for resources: {'Port': ['ID=d02ff7c5-bdbe-4884-8020-a87e1a3b3eee,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:59.101601 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Notify callbacks [] for router, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:59.106677 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3420134 Jun 18 10:04:59.107008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:04:59.107677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:04:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:04:59.108213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39584) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:59.232749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:59.275244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.275630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.276008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.276379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.277716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Usage tracker for resource:security_group_rule and tenant:46a2992c98ef42b1945486a5b2e3ffae is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:59.284944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.285359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.285735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.286143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.286511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.286878 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.287680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:59.288120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Tracked resource versions report: Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: pushed versions: Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': {'1.0'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': {'1.1'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': {'1.5'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': {'1.2'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': {'1.8'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': {'1.2'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': {'1.0'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': {'1.1'}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': {'1.1'}} Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: consumer versions: Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: { DHCP agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: HyperV agent@hv-cinder-79702: {}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: L3 agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: Metadata agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: Metering agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: Open vSwitch agent@dv-cinder-797022-1-iscsi: { 'ConntrackHelper': '1.0', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': '1.0', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': '1.1', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': '1.5', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': '1.2', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': '1.8', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': '1.2', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': '1.0', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': '1.0', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': '1.1', Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': '1.1'}} Jun 18 10:04:59.289298 dv-cinder-797022-1-iscsi neutron-server[81988]: {{(pid=82101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:04:59.298451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:59.308459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:59.348637 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Attempting to bind port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:04:59.349056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Attempting to bind port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:04:59.349592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Attempting to bind port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee on network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:04:59.363557 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:04:59.363973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Checking segment: {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:04:59.364423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:59.364861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Bound using segment: {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:04:59.365602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Bound port: d02ff7c5-bdbe-4884-8020-a87e1a3b3eee, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:04:59.366055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:59.367062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Allocated IP 172.27.0.61 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/2cc36cc1-8231-4a07-8984-28fa32595972) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:04:59.374638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39594) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:04:59.396119 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 10:04:59.518892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:04:59.594216 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] For port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:04:59.599139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] For port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=d02ff7c5-bdbe-4884-8020-a87e1a3b3eee,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:04:59.604987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:59.609599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:04:59.757100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Pushing event updated for resources: {'Port': ['ID=d02ff7c5-bdbe-4884-8020-a87e1a3b3eee,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:04:59.762000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:04:59.772405 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:04:59.872059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:04:59.877924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ae6e0ba8204937a6420bc2a1755d6c is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:04:59.881506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:04:59.889596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:04:59.914017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:00.058780 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:00.078515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-543ed6f3-0e44-45b3-af2d-b6f924d544c2 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:00.081388 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-543ed6f3-0e44-45b3-af2d-b6f924d544c2 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/networks?id=abfdbfcd-287e-48ef-b352-47acaebc6258 HTTP/1.1" status: 200 len: 812 time: 0.7008679 Jun 18 10:05:00.114003 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-1ada582b-ad21-41eb-b011-8fded52b8b65 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/quotas/2c837a4c9fec4a6f8b1169c7bfd03bb7 HTTP/1.1" status: 200 len: 375 time: 0.0227017 Jun 18 10:05:00.182866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:04:58Z', 'revision_number': 3, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:00.186018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:00.195858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Checking router: 86b036b5-1246-4716-ae53-870b21cfc6cc for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:05:00.196251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Updating router 86b036b5-1246-4716-ae53-870b21cfc6cc port b16f5789-01c7-473b-9e9f-d60e16170bcc binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:05:00.196508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:00.218962 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:00.320792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:00.321844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc58c8-3820-45be-996f-f460f2ef878e,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:00.334522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:00.337830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:00.338846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:00.341526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:00.400493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:00.407386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:05:00.484843 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-68164239-56fc-42e2-a4eb-eb5dc0fb7017 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c837a4c9fec4a6f8b1169c7bfd03bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3602757 Jun 18 10:05:00.506277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:00.554466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39630) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:00.694059 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46a2992c98ef42b1945486a5b2e3ffae&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1998870 Jun 18 10:05:00.697751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39640) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:00.743433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc36cc1-8231-4a07-8984-28fa32595972,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:00.753763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:00.777229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:00.957558 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8ae6e0ba8204937a6420bc2a1755d6c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1769190 Jun 18 10:05:00.960684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39654) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:00.993558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c968ef22-a014-47ee-8cb9-d0c2e7874f6a,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:01.008468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:01.047703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-c29af89b-11d7-496d-bacb-7ce9fe58d17e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:05:01.048942 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-c29af89b-11d7-496d-bacb-7ce9fe58d17e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2264519 Jun 18 10:05:01.146187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9e916be9-e3c1-421b-b59d-dd750e43ad3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.200371 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-09577afb-bf1b-488a-933c-5bdb968078d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.204697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9e916be9-e3c1-421b-b59d-dd750e43ad3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.206462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.232500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Transition to ACTIVE for port object b16f5789-01c7-473b-9e9f-d60e16170bcc will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:01.241155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.248260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d000a160-38aa-4004-ab5f-5a64e6a308ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:01.286705 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-09577afb-bf1b-488a-933c-5bdb968078d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.295069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.305134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.305276 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-bfa471b6-8c88-403a-a9f8-2ea4cc0d1ed2 service neutron] 10.222.0.60 "GET /v2.0/networks/abfdbfcd-287e-48ef-b352-47acaebc6258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373323 Jun 18 10:05:01.320976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-4f1f1be5-39d0-4e49-a895-c2983bd57589 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:01.321732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-4f1f1be5-39d0-4e49-a895-c2983bd57589 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Synchronizing usage tracker for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:network {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:01.367498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Attempting to bind port b16f5789-01c7-473b-9e9f-d60e16170bcc on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:05:01.367956 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Attempting to bind port b16f5789-01c7-473b-9e9f-d60e16170bcc by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:05:01.368350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Attempting to bind port b16f5789-01c7-473b-9e9f-d60e16170bcc on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:01.381867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:05:01.383046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:05:01.383490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.383917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:05:01.384429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Bound port: b16f5789-01c7-473b-9e9f-d60e16170bcc, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:05:01.384867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.422928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Pushing event updated for resources: {'Port': ['ID=b16f5789-01c7-473b-9e9f-d60e16170bcc,revision_number=2']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:01.453064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.453445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.454345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.454345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.454663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.454993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.455362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.455716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.456049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.456562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.456748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Tracked resource versions report: Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: pushed versions: Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: { 'ConntrackHelper': {'1.0'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': {'1.0'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': {'1.1'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': {'1.5'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': {'1.2'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': {'1.8'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': {'1.2'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': {'1.0'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': {'1.0'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': {'1.1'}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': {'1.1'}} Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: consumer versions: Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: { DHCP agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: HyperV agent@hv-cinder-79702: {}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: L3 agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: Metadata agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: Metering agent@dv-cinder-797022-1-iscsi: {}, Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: Open vSwitch agent@dv-cinder-797022-1-iscsi: { 'ConntrackHelper': '1.0', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Log': '1.0', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Network': '1.1', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Port': '1.5', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'PortForwarding': '1.2', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'QosPolicy': '1.8', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroup': '1.2', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SecurityGroupRule': '1.0', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'SubPort': '1.0', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Subnet': '1.1', Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: 'Trunk': '1.1'}} Jun 18 10:05:01.457811 dv-cinder-797022-1-iscsi neutron-server[81988]: {{(pid=82102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jun 18 10:05:01.463004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:01.506772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9e916be9-e3c1-421b-b59d-dd750e43ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.508151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] For port b16f5789-01c7-473b-9e9f-d60e16170bcc, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:05:01.520640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] For port b16f5789-01c7-473b-9e9f-d60e16170bcc, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=b16f5789-01c7-473b-9e9f-d60e16170bcc,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:05:01.525565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-88f6c99b-8499-4363-b740-1e848ae920ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:01.526747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.527289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-4f1f1be5-39d0-4e49-a895-c2983bd57589 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Unset dirty status for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:network {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:01.529929 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-4f1f1be5-39d0-4e49-a895-c2983bd57589 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 815 time: 0.9596257 Jun 18 10:05:01.540154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:01.540393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-09577afb-bf1b-488a-933c-5bdb968078d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.554809 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e916be9-e3c1-421b-b59d-dd750e43ad3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc58c8-3820-45be-996f-f460f2ef878e,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:01.557511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9e916be9-e3c1-421b-b59d-dd750e43ad3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:01.565083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d7fa011-3208-4f90-8797-f8fb4d028e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:01.594818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09577afb-bf1b-488a-933c-5bdb968078d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c968ef22-a014-47ee-8cb9-d0c2e7874f6a,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:01.597171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-09577afb-bf1b-488a-933c-5bdb968078d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:01.619708 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-ba07ffbf-f6ec-4d76-81cc-b34cd4baa864 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/quotas/61da6152e08a4db08fb38bb8eaec89eb HTTP/1.1" status: 200 len: 375 time: 0.0776258 Jun 18 10:05:01.647715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9e916be9-e3c1-421b-b59d-dd750e43ad3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.652937 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9e916be9-e3c1-421b-b59d-dd750e43ad3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56dc58c8-3820-45be-996f-f460f2ef878e HTTP/1.1" status: 204 len: 168 time: 0.9500580 Jun 18 10:05:01.655110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-09577afb-bf1b-488a-933c-5bdb968078d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:01.656306 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-09577afb-bf1b-488a-933c-5bdb968078d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c968ef22-a014-47ee-8cb9-d0c2e7874f6a HTTP/1.1" status: 204 len: 168 time: 0.6853545 Jun 18 10:05:01.722863 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-ad7d56ce-e516-4650-b34b-42e1ad8e185a service neutron] 10.222.0.60 "GET /v2.0/networks/abfdbfcd-287e-48ef-b352-47acaebc6258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915613 Jun 18 10:05:01.733363 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-ad70b1c0-81c4-4eda-800e-94e8ef63379f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903223 Jun 18 10:05:01.781012 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Pushing event updated for resources: {'Port': ['ID=b16f5789-01c7-473b-9e9f-d60e16170bcc,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:01.796478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:01.802175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:05:01.802863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:04:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:01.842143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:05:02.082494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device d02ff7c5-bdbe-4884-8020-a87e1a3b3eee up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:02.306998 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:02.456486 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d48aace-a6a7-4b1f-b259-c46bc5691f3d req-3a6562be-b366-4f50-9315-9d5f02e92638 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 210 time: 0.1657596 Jun 18 10:05:02.472401 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea2243c-b9e6-43f2-82fe-a4890e1b42eb None None] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:05:02.485738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:02.684743 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-37cb6aa1-31db-4f06-bdeb-ea344af6c52b None None] Provisioning for port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:02.696723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-37cb6aa1-31db-4f06-bdeb-ea344af6c52b None None] Provisioning complete for port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:02.697444 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37cb6aa1-31db-4f06-bdeb-ea344af6c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:02.863988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:05:02.929164 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39704) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:02.994698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39714) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:03.050561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:03.066548 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:03.181826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37cb6aa1-31db-4f06-bdeb-ea344af6c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:03.217884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:03.226085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f69ca0a83e6947b48f3798482dcae538 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:03.232425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:05:03.234589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:03.264189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:03.268111 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7360919 Jun 18 10:05:03.268111 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:03.268791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39720) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:03.288509 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:03.300002 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Usage tracker for resource:security_group_rule and tenant:677933d1765c43d0b7c7a50b99428e8c is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:03.312377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:03.346466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:03.351841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-040a4765-a06e-410e-8e1c-b5b9f4783d3f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:05:03.353369 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-040a4765-a06e-410e-8e1c-b5b9f4783d3f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7136700 Jun 18 10:05:03.357938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Allocated IP 172.20.0.1 (9b140270-d2e2-45c2-a28d-b0b4a48e22a9/c1b6c945-0877-4af0-a5d8-b94fbc050b54/6ad63c18-d404-479e-a3c6-779acf1e36ee) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:05:03.360071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b209d208-9220-468d-9030-01f139c5a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:04:58Z', 'revision_number': 3, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:03.365853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209d208-9220-468d-9030-01f139c5a71b None None] The sync data for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi is: [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:04:58Z', 'revision_number': 3, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:05:03.399331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Sync routers for ids ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:05:03.475778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Routers {'bfc0b5dc-ae32-4669-bd6f-b13a77a76902'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:05:03.476486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:04:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:03.551048 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-37cb6aa1-31db-4f06-bdeb-ea344af6c52b None None] For port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=d02ff7c5-bdbe-4884-8020-a87e1a3b3eee,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:03.616625 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-901585a5-feab-4303-a72b-b2c03a4800ec service neutron] 10.222.0.60 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515502 Jun 18 10:05:03.652963 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37cb6aa1-31db-4f06-bdeb-ea344af6c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:03.665213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:03.672404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:03.676407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:03.695280 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:03.710256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:03.743773 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f69ca0a83e6947b48f3798482dcae538&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7469022 Jun 18 10:05:03.744861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a170fb-e533-4a58-95b1-c29e1a57f19e,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:03.748668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:03.801588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb6aa1-31db-4f06-bdeb-ea344af6c52b None None] Pushing event updated for resources: {'Port': ['ID=d02ff7c5-bdbe-4884-8020-a87e1a3b3eee,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:03.810326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-37cb6aa1-31db-4f06-bdeb-ea344af6c52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:03.818599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 39738) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:03.849600 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Set router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:05:04.066356 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:04.070034 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-7c463bc2-ce6e-4cf7-b773-0495a4c51d66 service neutron] 10.222.0.60 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515717 Jun 18 10:05:04.123809 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:04.275436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dcf432b4-a93b-4e0e-8653-628760cb8672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:04.408261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dcf432b4-a93b-4e0e-8653-628760cb8672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:04.534781 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd706e8-8f61-440a-ae50-39435d3e2216,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:04.541664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-ffe5460b-5d5e-4c77-bd64-1577a9468d2c None None] Provisioning complete for port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:04.543582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ffe5460b-5d5e-4c77-bd64-1577a9468d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:04.556079 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-332efe9c-49b6-45c5-96cf-69583db315c3 req-9f934494-899e-42d7-941b-aed018caa8ce tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 210 time: 0.9065769 Jun 18 10:05:04.588786 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:04.662722 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Synchronizing usage tracker for tenant:13e2b99369d1450bba00c044170cc827 on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:04.687260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:00Z', 'revision_number': 3, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'gw_port': {'id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:59Z', 'updated_at': '2021-06-18T10:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:04.692698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Checking router: bfc0b5dc-ae32-4669-bd6f-b13a77a76902 for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:05:04.693184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Updating router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 port 2cc36cc1-8231-4a07-8984-28fa32595972 binding host dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:05:04.820803 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2378bff2-8f98-4668-8520-7de12b4343fe req-928a95d1-691e-409a-91de-c97a370bbcfc tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 210 time: 0.1379495 Jun 18 10:05:04.831362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:04.849465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dcf432b4-a93b-4e0e-8653-628760cb8672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:04.870201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:04.889817 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:04.890761 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Transition to ACTIVE for port object 6ad63c18-d404-479e-a3c6-779acf1e36ee will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:04.917983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:04.917983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Unset dirty status for tenant:13e2b99369d1450bba00c044170cc827 on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:04.921004 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=677933d1765c43d0b7c7a50b99428e8c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9903433 Jun 18 10:05:04.921772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 39776) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:04.922675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dcf432b4-a93b-4e0e-8653-628760cb8672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:04.926338 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-dcf432b4-a93b-4e0e-8653-628760cb8672 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35a170fb-e533-4a58-95b1-c29e1a57f19e HTTP/1.1" status: 204 len: 168 time: 1.0006988 Jun 18 10:05:04.937526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf432b4-a93b-4e0e-8653-628760cb8672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a170fb-e533-4a58-95b1-c29e1a57f19e,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:04.942121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dcf432b4-a93b-4e0e-8653-628760cb8672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:04.965341 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-10cb0b53-640b-4ee3-97b3-2258bebf28be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:05.050309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:05.052971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Pushing event updated for resources: {'Port': ['ID=6ad63c18-d404-479e-a3c6-779acf1e36ee,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:05.056175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:05.080009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:05.088220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:05:05.089758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.366106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.381351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-970cffcf-26a9-4329-9655-c2a34a12155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.484680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-970cffcf-26a9-4329-9655-c2a34a12155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.521021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.602582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Notify callbacks [] for port, precommit_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.711916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Transition to ACTIVE for port object 2cc36cc1-8231-4a07-8984-28fa32595972 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:05.747281 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.753423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5a11f29b-0f0f-4dc1-a4f0-a2dd28a583b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.759381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-970cffcf-26a9-4329-9655-c2a34a12155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.770993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:05.794161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:05.842684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cffcf-26a9-4329-9655-c2a34a12155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd706e8-8f61-440a-ae50-39435d3e2216,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:05.858576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-970cffcf-26a9-4329-9655-c2a34a12155b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:05.883716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-970cffcf-26a9-4329-9655-c2a34a12155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:05.884944 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-970cffcf-26a9-4329-9655-c2a34a12155b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bd706e8-8f61-440a-ae50-39435d3e2216 HTTP/1.1" status: 204 len: 168 time: 0.9354448 Jun 18 10:05:05.912316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Allocated IP 172.20.0.1 (7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b/81c6c6bd-9e47-4126-a2c1-426fc731ec53/727b4762-a80b-4cc4-8055-ca94a4f68759) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:05:06.008938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.013940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.015076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.019019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:06.095139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-e230d07e-6e8a-43d0-8dd7-1ad5b589c5c3 None None] Provisioning for port 6ad63c18-d404-479e-a3c6-779acf1e36ee completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:06.132050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b16f5789-01c7-473b-9e9f-d60e16170bcc up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:06.204564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-e230d07e-6e8a-43d0-8dd7-1ad5b589c5c3 None None] Provisioning complete for port 6ad63c18-d404-479e-a3c6-779acf1e36ee triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:06.204921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e230d07e-6e8a-43d0-8dd7-1ad5b589c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.321783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.343252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7120f1-033d-4ca8-9cbe-06e65ba406ad None None] Pushing event updated for resources: {'Port': ['ID=2cc36cc1-8231-4a07-8984-28fa32595972,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:06.345994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Attempting to bind port 2cc36cc1-8231-4a07-8984-28fa32595972 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:05:06.346437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Attempting to bind port 2cc36cc1-8231-4a07-8984-28fa32595972 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:05:06.346791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Attempting to bind port 2cc36cc1-8231-4a07-8984-28fa32595972 on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:06.354190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a7120f1-033d-4ca8-9cbe-06e65ba406ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:06.380322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.389695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d19cb36-1ba7-41c1-a721-0c62e3a692a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:06.445123 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ee4cf310-3318-46ce-a8f0-1c8b7432a338 req-f752228e-fec0-4e2a-9302-b8b374685e1f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 210 time: 0.1249962 Jun 18 10:05:06.450056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:05:06.455627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:05:06.455627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.456018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:05:06.456681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Bound port: 2cc36cc1-8231-4a07-8984-28fa32595972, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:05:06.457214 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.480303 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0bef1d0b-a0ba-4c53-bc18-59ba3810f4db req-dc2fce02-0185-4897-a166-a362f4b1bced tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 210 time: 0.3389492 Jun 18 10:05:06.495069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Pushing event updated for resources: {'Port': ['ID=727b4762-a80b-4cc4-8055-ca94a4f68759,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:06.501038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:06.532852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:06.534759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:06.538220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:05:06.542838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.569749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-e230d07e-6e8a-43d0-8dd7-1ad5b589c5c3 None None] Port 6ad63c18-d404-479e-a3c6-779acf1e36ee cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:05:06.578382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port b16f5789-01c7-473b-9e9f-d60e16170bcc completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:06.632248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port b16f5789-01c7-473b-9e9f-d60e16170bcc triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:06.634218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.644114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Pushing event updated for resources: {'Port': ['ID=6ad63c18-d404-479e-a3c6-779acf1e36ee,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:06.650653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:06.706665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:06.717262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:06.718932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:06.968964 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] For port 2cc36cc1-8231-4a07-8984-28fa32595972, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:05:06.998660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] For port 2cc36cc1-8231-4a07-8984-28fa32595972, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=2cc36cc1-8231-4a07-8984-28fa32595972,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:05:07.017613 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:07.037308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8561429-7c1e-49f1-b88e-92bee82bbd78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:07.240829 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.70', 65159) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:07.251573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:07.295928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port b16f5789-01c7-473b-9e9f-d60e16170bcc, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=b16f5789-01c7-473b-9e9f-d60e16170bcc,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:07.333495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:07.350904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:07.355232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:07.357420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:07.383245 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:07.384973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device d02ff7c5-bdbe-4884-8020-a87e1a3b3eee up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:07.447484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Routers {'bfc0b5dc-ae32-4669-bd6f-b13a77a76902'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:05:07.448565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:04:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:07.562305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:07.993529 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Pushing event updated for resources: {'Port': ['ID=727b4762-a80b-4cc4-8055-ca94a4f68759,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:08.005029 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:08.017559 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:08.019012 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:08.024370 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-af091341-e123-4527-8cf4-40c36d77da61 req-27c803da-0462-47b8-8407-ee1eeee5fa6e tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 210 time: 0.1905413 Jun 18 10:05:08.078696 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c835063a-5488-4d3d-b2e9-c6bb14102c47 req-d7797381-723d-4b1c-ace1-80144af4484d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 210 time: 0.2271972 Jun 18 10:05:08.192684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-ca0ffbcc-e820-49c8-95cf-8a0ac199c0a3 None None] Provisioning complete for port 6ad63c18-d404-479e-a3c6-779acf1e36ee triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:08.193096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ca0ffbcc-e820-49c8-95cf-8a0ac199c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:08.279128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-10121eaa-c8a9-46e7-9954-6c3d47517614 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:08.281164 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-10121eaa-c8a9-46e7-9954-6c3d47517614 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.70 "GET /v2.0/networks?id=abfdbfcd-287e-48ef-b352-47acaebc6258 HTTP/1.1" status: 200 len: 812 time: 1.0393407 Jun 18 10:05:08.281863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.70', 65166) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:08.333450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7120f1-033d-4ca8-9cbe-06e65ba406ad None None] Pushing event updated for resources: {'Port': ['ID=2cc36cc1-8231-4a07-8984-28fa32595972,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:08.361891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ffbcc-e820-49c8-95cf-8a0ac199c0a3 None None] Port 6ad63c18-d404-479e-a3c6-779acf1e36ee cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:05:08.392190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a7120f1-033d-4ca8-9cbe-06e65ba406ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.357s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:08.407684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.960s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:08.429482 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Request body: {'port': {'device_id': 'd526d5c5-8007-44ba-b199-594cdfa4df49', 'network_id': 'abfdbfcd-287e-48ef-b352-47acaebc6258', 'admin_state_up': True, 'tenant_id': '2c837a4c9fec4a6f8b1169c7bfd03bb7'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:08.623623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] Set router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:05:08.636466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-69c5f546-ee77-43c8-903e-55f59fb96d77 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:08.639508 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-69c5f546-ee77-43c8-903e-55f59fb96d77 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 815 time: 0.3428180 Jun 18 10:05:08.694179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Request body: {'port': {'device_id': 'c4c7829f-2fde-4394-ab49-b8ee8d34d553', 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205', 'admin_state_up': True, 'tenant_id': '61da6152e08a4db08fb38bb8eaec89eb'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:09.034919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:05:09.204950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2887f444-9810-4ef7-a60c-7b7fb5aed6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:09.346336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:09.363246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Usage tracker for resource:port and tenant:61da6152e08a4db08fb38bb8eaec89eb is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:09.379232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:09.395099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:09.533884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=b16f5789-01c7-473b-9e9f-d60e16170bcc,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:09.571653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:09.598583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:09.607440 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:09.608062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:09.838595 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d59689eb-97f8-4a21-9f29-6a39c38a3582 req-b5c18e8a-ff42-4d51-b457-1284424cacbd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 210 time: 0.4232121 Jun 18 10:05:09.851867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Made reservation on behalf of 61da6152e08a4db08fb38bb8eaec89eb for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:05:09.862693 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:09.955590 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7c54ad11-424b-4cb4-88ca-f3e66dbfde85 req-e8055d6d-89a0-4a59-a598-d945db13089f tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 210 time: 0.3146501 Jun 18 10:05:10.097239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:05:10.151406 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] 10.222.0.60 "PUT /v2.0/routers/bfc0b5dc-ae32-4669-bd6f-b13a77a76902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8811400 Jun 18 10:05:10.206900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:10.304790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 4, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'gw_port': {'id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:59Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '727b4762-a80b-4cc4-8055-ca94a4f68759', 'name': '', 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'mac_address': 'fa:16:3e:ef:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:05Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 2, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'subnets': [{'id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:10.319688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5409b19a-c28c-4695-a70c-153e2ce3b525 None None] The sync data for ids ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'] in dv-cinder-797022-1-iscsi is: [{'id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 4, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'gw_port': {'id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:59Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '727b4762-a80b-4cc4-8055-ca94a4f68759', 'name': '', 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'mac_address': 'fa:16:3e:ef:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:05Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 2, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'subnets': [{'id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:05:10.391832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b16f5789-01c7-473b-9e9f-d60e16170bcc up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:10.523943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:10.619088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port b16f5789-01c7-473b-9e9f-d60e16170bcc triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:10.619479 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:10.662622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Usage tracker for resource:port and tenant:2c837a4c9fec4a6f8b1169c7bfd03bb7 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:10.699303 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:10.738098 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Router 86b036b5-1246-4716-ae53-870b21cfc6cc has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:05:10.764432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:10.855934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Made reservation on behalf of 2c837a4c9fec4a6f8b1169c7bfd03bb7 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:05:10.872067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:11.064928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Allocated IP 172.20.0.13 (70dc5c85-0e3c-4481-b3a9-0177d1b49205/e4b762a3-78c0-4677-9dc4-c5505995c7b9/8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:05:11.422763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Allocated IP 172.20.0.11 (abfdbfcd-287e-48ef-b352-47acaebc6258/c1dc1165-e777-41e0-86cd-3e65f0b252a0/5f7e1bcc-4225-47f7-87d0-521ace1afdcd) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:05:11.730427 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5c07db09-fdb5-4fed-af1a-369794d97f8c req-1cb249e7-5ef5-4e83-bb3d-17a6990cf781 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 210 time: 0.1638989 Jun 18 10:05:12.178142 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-af36ff79-36d9-41b7-b892-18294711dee1 req-9e472e97-a2e4-40c2-89c8-95d9b5318ce4 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 210 time: 0.1463618 Jun 18 10:05:12.623548 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-73bc5c7a-c271-46ab-b7c9-8e210cf12eb5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:12.624494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-73bc5c7a-c271-46ab-b7c9-8e210cf12eb5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Synchronizing usage tracker for tenant:4bda8174d6d0416f859396459e4f0696 on resource:network {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:12.652254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:12.729035 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:12.753131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-73bc5c7a-c271-46ab-b7c9-8e210cf12eb5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Unset dirty status for tenant:4bda8174d6d0416f859396459e4f0696 on resource:network {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:12.754521 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-73bc5c7a-c271-46ab-b7c9-8e210cf12eb5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 818 time: 1.0296960 Jun 18 10:05:12.821559 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b71eee36-bff5-4906-b865-a7f94dea48e2 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/quotas/4bda8174d6d0416f859396459e4f0696 HTTP/1.1" status: 200 len: 375 time: 0.0525651 Jun 18 10:05:12.825920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:05:12.830529 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:12.840477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Sync routers for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:05:12.863060 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:05:12.865183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:05:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:13.006031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:13.197565 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] 10.222.0.60 "PUT /v2.0/routers/86b036b5-1246-4716-ae53-870b21cfc6cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0878968 Jun 18 10:05:13.353918 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:13.421201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:05:13.515486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Pushing event updated for resources: {'Port': ['ID=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:13.567376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Network abfdbfcd-287e-48ef-b352-47acaebc6258 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:13.574791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:13.576976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:13.586490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-96a3b3e4-f79e-4bbf-a48d-d67d19fa9afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:13.708249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:05:13.714471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:13.715487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:13.743887 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Pushing event updated for resources: {'Port': ['ID=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:13.747732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:13.775078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:13.778142 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3633351 Jun 18 10:05:13.787408 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:13.800451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:05:13.841328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:13.842880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:13.864831 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-e1c72376-8d7d-4685-829e-9450bb3a93ef tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0105987 Jun 18 10:05:13.943763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab74b62-461a-4f9d-a115-d0389b08b73c req-d27f1600-0c05-4e3f-8985-fe8ed943da57 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:13.945321 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-eab74b62-461a-4f9d-a115-d0389b08b73c req-d27f1600-0c05-4e3f-8985-fe8ed943da57 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Synchronizing usage tracker for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:14.002324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 2, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:14.007932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Checking router: 86b036b5-1246-4716-ae53-870b21cfc6cc for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:05:14.008321 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Updating router 86b036b5-1246-4716-ae53-870b21cfc6cc port 6ad63c18-d404-479e-a3c6-779acf1e36ee binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:05:14.019662 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3416116 Jun 18 10:05:14.098689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-eab74b62-461a-4f9d-a115-d0389b08b73c req-d27f1600-0c05-4e3f-8985-fe8ed943da57 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Unset dirty status for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:14.106862 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-eab74b62-461a-4f9d-a115-d0389b08b73c req-d27f1600-0c05-4e3f-8985-fe8ed943da57 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 932 time: 0.8839684 Jun 18 10:05:14.138408 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:14.179098 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-dcec568b-2060-4240-92e3-6d268959a775 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996070 Jun 18 10:05:14.393220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 2cc36cc1-8231-4a07-8984-28fa32595972 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:14.585249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 2cc36cc1-8231-4a07-8984-28fa32595972 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:14.601762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 2cc36cc1-8231-4a07-8984-28fa32595972 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:14.602792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:14.879610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:14.890066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-eab74b62-461a-4f9d-a115-d0389b08b73c req-df2c021f-fad0-4a96-bce4-6b0439f438fa tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Synchronizing usage tracker for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:14.899679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-d180b3c9-b881-494c-a230-9474e6f15db1 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:05:14.901259 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-d180b3c9-b881-494c-a230-9474e6f15db1 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0075111 Jun 18 10:05:14.917151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-50048fa5-9eb2-4132-8a60-ebed91435b37 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:05:14.918355 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-50048fa5-9eb2-4132-8a60-ebed91435b37 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0133116 Jun 18 10:05:14.935151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Transition to ACTIVE for port object 6ad63c18-d404-479e-a3c6-779acf1e36ee will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:14.945867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:14.960939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-eab74b62-461a-4f9d-a115-d0389b08b73c req-df2c021f-fad0-4a96-bce4-6b0439f438fa tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Unset dirty status for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:14.961777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:14.973073 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-eab74b62-461a-4f9d-a115-d0389b08b73c req-df2c021f-fad0-4a96-bce4-6b0439f438fa tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8648639 Jun 18 10:05:15.032503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:15.072318 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 2cc36cc1-8231-4a07-8984-28fa32595972, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=2cc36cc1-8231-4a07-8984-28fa32595972,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:15.081146 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-de328f3f-5b44-455e-9842-af3f37bd4898 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952076 Jun 18 10:05:15.083616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:15.096513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e3b77785-86c4-4c4f-84ec-93919dab1ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:15.195472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79ab76-e06a-460f-812c-33a0f29bbbb4 None None] Pushing event updated for resources: {'Port': ['ID=6ad63c18-d404-479e-a3c6-779acf1e36ee,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:15.205996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-de79ab76-e06a-460f-812c-33a0f29bbbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:15.373135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=2cc36cc1-8231-4a07-8984-28fa32595972,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:15.393665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:15.406785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462049b-cd48-4f85-b6b4-43368086ff79 req-47bbda9d-0303-4851-acf7-5b9640fb90df tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:15.409520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-c462049b-cd48-4f85-b6b4-43368086ff79 req-47bbda9d-0303-4851-acf7-5b9640fb90df tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Synchronizing usage tracker for tenant:2c837a4c9fec4a6f8b1169c7bfd03bb7 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:15.455619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-c462049b-cd48-4f85-b6b4-43368086ff79 req-47bbda9d-0303-4851-acf7-5b9640fb90df tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Unset dirty status for tenant:2c837a4c9fec4a6f8b1169c7bfd03bb7 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:15.462701 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c462049b-cd48-4f85-b6b4-43368086ff79 req-47bbda9d-0303-4851-acf7-5b9640fb90df tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 932 time: 0.3004165 Jun 18 10:05:15.614692 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c462049b-cd48-4f85-b6b4-43368086ff79 req-569fa0ea-4a96-4c24-8544-0d3d8b88abf2 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484854 Jun 18 10:05:15.833496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Attempting to bind port 6ad63c18-d404-479e-a3c6-779acf1e36ee on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:05:15.833887 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Attempting to bind port 6ad63c18-d404-479e-a3c6-779acf1e36ee by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:05:15.834361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Attempting to bind port 6ad63c18-d404-479e-a3c6-779acf1e36ee on network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:15.883783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:05:15.884295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Checking segment: {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:05:15.884730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:15.885161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Bound using segment: {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:05:15.886394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Bound port: 6ad63c18-d404-479e-a3c6-779acf1e36ee, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:05:15.886782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:15.988192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Request body: {'port': {'device_id': 'd526d5c5-8007-44ba-b199-594cdfa4df49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:16.102772 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59f32b84-bc0a-4c94-99d5-60c161365c6f req-07401b91-987b-4ad6-b578-c79bd41ea5d8 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 210 time: 0.2548773 Jun 18 10:05:16.232083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Request body: {'port': {'device_id': 'c4c7829f-2fde-4394-ab49-b8ee8d34d553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:16.289170 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] For port 6ad63c18-d404-479e-a3c6-779acf1e36ee, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:05:16.309827 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] For port 6ad63c18-d404-479e-a3c6-779acf1e36ee, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=6ad63c18-d404-479e-a3c6-779acf1e36ee,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:05:16.318349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:16.361399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 2cc36cc1-8231-4a07-8984-28fa32595972 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:16.381953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:16.560220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79ab76-e06a-460f-812c-33a0f29bbbb4 None None] Pushing event updated for resources: {'Port': ['ID=6ad63c18-d404-479e-a3c6-779acf1e36ee,revision_number=4']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:16.576384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-de79ab76-e06a-460f-812c-33a0f29bbbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:16.584773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:05:16.586247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:05:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:16.626166 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 2cc36cc1-8231-4a07-8984-28fa32595972 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:16.626590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:17.007141 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Sync routers for ids ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:05:17.057395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:05:17.084641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Routers {'bfc0b5dc-ae32-4669-bd6f-b13a77a76902'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:05:17.087923 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:05:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:17.135270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:17.418902 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40122) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:17.426323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1595519013', 'description': 'tempest-description--82024954'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:17.437086 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:17.445147 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:17.463703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:security_group and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:17.477674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:17.513573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:17.539240 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:17.563085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Set router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:05:17.665160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:17.690957 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:security_group_rule and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:17.707314 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:17.739725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:17.746411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:16Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:17.751716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad3853-7294-4e45-9f9a-58a7fc93c497 None None] The sync data for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi is: [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:16Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:05:18.005898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:18.017056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:18.028785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-154ffdfd-db7e-4b7d-a0a6-2a01c8d4e0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:18.085353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a28f4a-a8ab-4e55-bc8e-60ece575382b,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:18.092542 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:18.107049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:18.108725 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6885154 Jun 18 10:05:18.111770 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40144) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:18.118306 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'security_group_rule': {'security_group_id': 'a9a28f4a-a8ab-4e55-bc8e-60ece575382b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:18.136691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:18.153102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:security_group_rule and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:18.156759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:18.169878 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:18.207666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:18.505727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:18.512660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:18.530013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 4, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'gw_port': {'id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:59Z', 'updated_at': '2021-06-18T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '727b4762-a80b-4cc4-8055-ca94a4f68759', 'name': '', 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'mac_address': 'fa:16:3e:ef:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:05Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 2, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'subnets': [{'id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:18.533711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:18.550169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Checking router: bfc0b5dc-ae32-4669-bd6f-b13a77a76902 for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:05:18.550576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Updating router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 port 727b4762-a80b-4cc4-8055-ca94a4f68759 binding host dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:05:18.583429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb73ae06-27c5-4114-98f8-e273c8dd6a1e,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:18.596009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:18.623282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:18.630053 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5157256 Jun 18 10:05:18.631257 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40160) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:18.651481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'security_group_rule': {'security_group_id': 'a9a28f4a-a8ab-4e55-bc8e-60ece575382b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:18.676586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:18.688141 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:security_group_rule and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:18.699099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:18.710848 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:18.719461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:18.734933 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6ad63c18-d404-479e-a3c6-779acf1e36ee up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:18.762988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:19.002457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:19.011987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:19.014199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a444c9ba-2125-4b7b-b7d1-23cd2d3a5052 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:19.077176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:19.078494 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4453127 Jun 18 10:05:19.095088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40168) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:19.106314 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'floatingip': {'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:19.110493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79912b48-655c-46e3-8dc5-866fbac7a0c3,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:19.125242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:19.126531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:19.132246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:floatingip and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:19.141129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:19.154951 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:19.184925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:19.248929 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63ef63-5930-4a18-b71e-eb1c002b1094 req-c7a4d139-82bb-4500-8133-3c31d7da0576 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:19.262329 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3b63ef63-5930-4a18-b71e-eb1c002b1094 req-c7a4d139-82bb-4500-8133-3c31d7da0576 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 932 time: 2.6264420 Jun 18 10:05:19.636162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:19.659876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:19.700047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:19.707962 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Transition to ACTIVE for port object 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:19.763610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Notify callbacks [] for port, precommit_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:19.811041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Transition to ACTIVE for port object 727b4762-a80b-4cc4-8055-ca94a4f68759 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:19.849267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:19.851849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 6ad63c18-d404-479e-a3c6-779acf1e36ee completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:19.893039 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:19.973669 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:20.064107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Allocated IP 172.27.0.192 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/8bf841fa-69b0-49d6-96c6-20ea7fb51474) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:05:20.065007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:20.236937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0dcd3731-aeb6-4a3e-af2b-f1e1656f1c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:20.399960 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3b63ef63-5930-4a18-b71e-eb1c002b1094 req-622516c4-44e6-42fc-a100-457056a6fa04 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1349163 Jun 18 10:05:20.462387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 6ad63c18-d404-479e-a3c6-779acf1e36ee triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:20.462812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:20.562021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7e1bcc-4225-47f7-87d0-521ace1afdcd {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:20.669819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:20.773545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:20.780393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:20.789939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:20.928523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:20.994750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-2468e5d0-cb33-4fda-afbc-09e1031380ff tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:21.004827 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-2468e5d0-cb33-4fda-afbc-09e1031380ff tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 818 time: 1.9636128 Jun 18 10:05:21.007016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:21.010576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:21.050592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40204) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:21.053338 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:05:21.074581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:21.078419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:21.173249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Transition to ACTIVE for port object 5f7e1bcc-4225-47f7-87d0-521ace1afdcd will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:21.202649 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-add94ca8-44ea-49c8-af8a-90d96eb0b742 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/quotas/4bda8174d6d0416f859396459e4f0696 HTTP/1.1" status: 200 len: 375 time: 0.1923213 Jun 18 10:05:21.203328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 40206) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:21.209859 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:21.256896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 6ad63c18-d404-479e-a3c6-779acf1e36ee, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=6ad63c18-d404-479e-a3c6-779acf1e36ee,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:21.258156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12486e0-fbbb-478f-9eaa-b9707e3c9c4a None None] Pushing event updated for resources: {'Port': ['ID=727b4762-a80b-4cc4-8055-ca94a4f68759,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:21.273732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'Port': ['ID=8bf841fa-69b0-49d6-96c6-20ea7fb51474,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:21.306461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:21.309742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d12486e0-fbbb-478f-9eaa-b9707e3c9c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.418s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:21.310530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Attempting to bind port 727b4762-a80b-4cc4-8055-ca94a4f68759 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:05:21.310934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Attempting to bind port 727b4762-a80b-4cc4-8055-ca94a4f68759 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:05:21.311332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Attempting to bind port 727b4762-a80b-4cc4-8055-ca94a4f68759 on network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:21.314278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:21.323792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Attempting to bind port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:05:21.323792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Attempting to bind port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:05:21.323991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Attempting to bind port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:21.329163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:21.335233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:21.412150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:21.455516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:05:21.455940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Checking segment: {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:05:21.456388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:21.456828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Bound using segment: {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:05:21.457368 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Bound port: 727b4762-a80b-4cc4-8055-ca94a4f68759, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:05:21.457780 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:21.576858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:21.787277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] For port 727b4762-a80b-4cc4-8055-ca94a4f68759, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:05:21.792696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] For port 727b4762-a80b-4cc4-8055-ca94a4f68759, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=727b4762-a80b-4cc4-8055-ca94a4f68759,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:05:21.794066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=6ad63c18-d404-479e-a3c6-779acf1e36ee,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:21.804067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:21.805067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:21.868012 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:22.003270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12486e0-fbbb-478f-9eaa-b9707e3c9c4a None None] Pushing event updated for resources: {'Port': ['ID=727b4762-a80b-4cc4-8055-ca94a4f68759,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:22.017185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d12486e0-fbbb-478f-9eaa-b9707e3c9c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:22.056269 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Routers {'bfc0b5dc-ae32-4669-bd6f-b13a77a76902'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:05:22.056977 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:05:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:22.072546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.094868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.113504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:22.127900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Pushing event updated for resources: {'Port': ['ID=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:22.146731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:22.147112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:05:22.147476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Attempting to bind port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:22.161227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.192315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.199752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:05:22.200876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Checking segment: {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:05:22.201797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Bound using segment: {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:05:22.203782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Bound port: 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:05:22.204388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.234663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89546740-b5fc-4178-913e-7c6e66fcce22 req-99ac1a49-c212-430f-80d2-d33e13d20858 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:22.237202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.237442 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-89546740-b5fc-4178-913e-7c6e66fcce22 req-99ac1a49-c212-430f-80d2-d33e13d20858 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 932 time: 1.4334490 Jun 18 10:05:22.248866 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1525478 Jun 18 10:05:22.289566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'Port': ['ID=8bf841fa-69b0-49d6-96c6-20ea7fb51474,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:22.293078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:22.294474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:22.308230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Usage tracker for resource:security_group_rule and tenant:d1416b3164c348f284d205ef88b03053 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:22.311984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:22.320268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:22.456916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.496911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] Set router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:05:22.502776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.505929 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.514949 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dcf432b4-a93b-4e0e-8653-628760cb8672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:22.563181 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b5ca3b-0e82-435c-9cc6-0b5139d72d65,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:22.567210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:22.569635 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1416b3164c348f284d205ef88b03053&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2541301 Jun 18 10:05:22.572541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40240) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:22.637803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Attempting to bind port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:05:22.638333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Attempting to bind port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '375e6903-3bbd-4a44-92ce-5ff9b64c11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'abfdbfcd-287e-48ef-b352-47acaebc6258'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:05:22.638797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Attempting to bind port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd on network abfdbfcd-287e-48ef-b352-47acaebc6258 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:22.655858 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-1a369a39-2edb-4f6c-87ba-90d16ffae6c0 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4449043 Jun 18 10:05:22.663413 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8ae231e4-ef4e-4ff8-ab66-ff3c6b38f73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.667265 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-89546740-b5fc-4178-913e-7c6e66fcce22 req-12844866-8bae-4728-83e1-8f2e53d8c7d6 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090830 Jun 18 10:05:22.674410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:22.679612 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Usage tracker for resource:security_group_rule and tenant:a66f1e7f65144d9aabd0f9a3ebec30a6 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:22.683449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:22.697422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8ae231e4-ef4e-4ff8-ab66-ff3c6b38f73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.705515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:22.716246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd on network abfdbfcd-287e-48ef-b352-47acaebc6258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:05:22.718231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Attempting to bind port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd on network abfdbfcd-287e-48ef-b352-47acaebc6258 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:22.794757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8ae231e4-ef4e-4ff8-ab66-ff3c6b38f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.800150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:22.803545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] For port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:05:22.811654 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae231e4-ef4e-4ff8-ab66-ff3c6b38f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b5ca3b-0e82-435c-9cc6-0b5139d72d65,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:22.817023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8ae231e4-ef4e-4ff8-ab66-ff3c6b38f73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:22.820421 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8ae231e4-ef4e-4ff8-ab66-ff3c6b38f73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:22.837943 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8ae231e4-ef4e-4ff8-ab66-ff3c6b38f73e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21b5ca3b-0e82-435c-9cc6-0b5139d72d65 HTTP/1.1" status: 204 len: 168 time: 0.2641003 Jun 18 10:05:23.023951 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 4, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'gw_port': {'id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:59Z', 'updated_at': '2021-06-18T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '727b4762-a80b-4cc4-8055-ca94a4f68759', 'name': '', 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'mac_address': 'fa:16:3e:ef:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:05Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 4, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'subnets': [{'id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:23.029464 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db4ccd-f9da-439b-aef1-7f94be8a7999 None None] The sync data for ids ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'] in dv-cinder-797022-1-iscsi is: [{'id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:06Z', 'revision_number': 4, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'gw_port': {'id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:59Z', 'updated_at': '2021-06-18T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '727b4762-a80b-4cc4-8055-ca94a4f68759', 'name': '', 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'mac_address': 'fa:16:3e:ef:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:05Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 4, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'subnets': [{'id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:05:23.049165 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-7aa62528-4db2-4357-9af1-37c593d394a6 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762221 Jun 18 10:05:23.054910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] For port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:05:23.064247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:05:23.064447 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Checking segment: {'id': '375e6903-3bbd-4a44-92ce-5ff9b64c11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'abfdbfcd-287e-48ef-b352-47acaebc6258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:05:23.064867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Bound using segment: {'id': '375e6903-3bbd-4a44-92ce-5ff9b64c11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'abfdbfcd-287e-48ef-b352-47acaebc6258'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:05:23.065435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Bound port: 5f7e1bcc-4225-47f7-87d0-521ace1afdcd, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '375e6903-3bbd-4a44-92ce-5ff9b64c11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'abfdbfcd-287e-48ef-b352-47acaebc6258'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:05:23.065897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:23.156162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:23.236102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b370d909-2ab2-4186-9892-3714f6aba27e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:23.349725 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-7a130aac-f483-4ec8-86dd-c91c56cd35e0 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553556 Jun 18 10:05:23.528925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40254) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:23.534361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:23.535877 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] 10.222.0.70 "PUT /v2.0/ports/8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb HTTP/1.1" status: 200 len: 1094 time: 7.9439952 Jun 18 10:05:23.545690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 727b4762-a80b-4cc4-8055-ca94a4f68759 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:23.571547 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c7829f-2fde-4394-ab49-b8ee8d34d553', 'tag': '8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:23.582616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:23.676217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:23.686038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Usage tracker for resource:security_group_rule and tenant:c266425d3f9b47e79fe2e3a92940bef7 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:23.693717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:23.702577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:23.732249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 727b4762-a80b-4cc4-8055-ca94a4f68759 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:23.740656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 727b4762-a80b-4cc4-8055-ca94a4f68759 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:23.742564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:23.835090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] For port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:05:23.843730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868d41f-b276-4346-a9e0-e75d25c7bbad req-24d8655e-c7cf-4856-8f75-441e985bb728 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:23.845410 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1868d41f-b276-4346-a9e0-e75d25c7bbad req-24d8655e-c7cf-4856-8f75-441e985bb728 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 944 time: 1.0230784 Jun 18 10:05:23.852091 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:23.898492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] For port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,segment=NetworkSegment(375e6903-3bbd-4a44-92ce-5ff9b64c11a5),segment_id=375e6903-3bbd-4a44-92ce-5ff9b64c11a5)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:05:23.899578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:23.909491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:23.950482 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:23.984164 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:23.984873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-754ecb9b-0301-4931-85d8-a97c9d71bd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:24.029580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.038798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-96fbef63-94de-4175-b0b2-bea1a8389657 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Synchronizing usage tracker for tenant:0a438b407b114da5886b40df662ba3f3 on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:24.049236 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.053722 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.065646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ebf28f97-a007-476a-8c5d-26740cb06a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:24.095029 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 727b4762-a80b-4cc4-8055-ca94a4f68759, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=727b4762-a80b-4cc4-8055-ca94a4f68759,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:24.106227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1206d40d-3e9d-48a2-98ad-3d48fd2545b7,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:24.108076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.109080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6ad63c18-d404-479e-a3c6-779acf1e36ee up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:24.119458 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:24.139896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e783a3-1fb3-4a89-b0c5-a185f931359a,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:24.149405 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c266425d3f9b47e79fe2e3a92940bef7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6169243 Jun 18 10:05:24.149589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:24.149664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40286) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:24.166042 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a66f1e7f65144d9aabd0f9a3ebec30a6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9570835 Jun 18 10:05:24.172640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40290) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:24.187194 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1868d41f-b276-4346-a9e0-e75d25c7bbad req-521c83ef-9ec9-41e7-8c7d-9950148a9676 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909074 Jun 18 10:05:24.196931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:24.203365 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:24.276203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=727b4762-a80b-4cc4-8055-ca94a4f68759,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:24.285995 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:24.294213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e92cb1b-50a2-493f-96d2-54cca54bfb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.295385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 6ad63c18-d404-479e-a3c6-779acf1e36ee triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:24.296122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.303385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.306772 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] 10.222.0.70 "PUT /v2.0/ports/5f7e1bcc-4225-47f7-87d0-521ace1afdcd HTTP/1.1" status: 200 len: 1094 time: 8.7165208 Jun 18 10:05:24.308215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-96fbef63-94de-4175-b0b2-bea1a8389657 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Unset dirty status for tenant:0a438b407b114da5886b40df662ba3f3 on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:24.309430 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-96fbef63-94de-4175-b0b2-bea1a8389657 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1595519013&fields=id&tenant_id=0a438b407b114da5886b40df662ba3f3 HTTP/1.1" status: 200 len: 267 time: 0.4615726 Jun 18 10:05:24.342508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c30c905f-4c80-408d-9b31-ebccf36d24a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.367512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e92cb1b-50a2-493f-96d2-54cca54bfb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.379587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Pushing event updated for resources: {'Port': ['ID=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:24.388571 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:24.403250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c30c905f-4c80-408d-9b31-ebccf36d24a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.413414 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c9484076-92a5-446f-8c63-33a4ab8cc72a req-023fcc2d-c47d-4967-b0e1-32fa01dc72c1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 210 time: 0.1024921 Jun 18 10:05:24.477335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e92cb1b-50a2-493f-96d2-54cca54bfb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.485420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:24.498727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c30c905f-4c80-408d-9b31-ebccf36d24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.507264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92cb1b-50a2-493f-96d2-54cca54bfb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e783a3-1fb3-4a89-b0c5-a185f931359a,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:24.509632 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2e92cb1b-50a2-493f-96d2-54cca54bfb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:24.521751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:24.533305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e92cb1b-50a2-493f-96d2-54cca54bfb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.536898 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2e92cb1b-50a2-493f-96d2-54cca54bfb75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30e783a3-1fb3-4a89-b0c5-a185f931359a HTTP/1.1" status: 204 len: 168 time: 0.3607371 Jun 18 10:05:24.539761 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c30c905f-4c80-408d-9b31-ebccf36d24a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:24.542278 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c30c905f-4c80-408d-9b31-ebccf36d24a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1206d40d-3e9d-48a2-98ad-3d48fd2545b7 HTTP/1.1" status: 204 len: 168 time: 0.3915026 Jun 18 10:05:24.543587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c905f-4c80-408d-9b31-ebccf36d24a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1206d40d-3e9d-48a2-98ad-3d48fd2545b7,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:24.545904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c30c905f-4c80-408d-9b31-ebccf36d24a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:24.585101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-1e72ef57-b716-41fa-af88-53ed8f530d85 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:24.586157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-1e72ef57-b716-41fa-af88-53ed8f530d85 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Synchronizing usage tracker for tenant:0a438b407b114da5886b40df662ba3f3 on resource:network {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:24.661641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-1e72ef57-b716-41fa-af88-53ed8f530d85 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Unset dirty status for tenant:0a438b407b114da5886b40df662ba3f3 on resource:network {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:24.663414 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-1e72ef57-b716-41fa-af88-53ed8f530d85 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 817 time: 0.2896159 Jun 18 10:05:24.697377 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-f8226adc-587a-4009-9f25-e1cbf7f6073f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/quotas/0a438b407b114da5886b40df662ba3f3 HTTP/1.1" status: 200 len: 375 time: 0.0229242 Jun 18 10:05:24.768749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde40af3-1d02-4803-b8e7-5bc6c0c08c2b req-a2ff51b9-c573-40ec-9678-dfafc0adcca3 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:24.770503 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dde40af3-1d02-4803-b8e7-5bc6c0c08c2b req-a2ff51b9-c573-40ec-9678-dfafc0adcca3 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 944 time: 0.1806161 Jun 18 10:05:24.872670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-d188207e-97e7-42a8-a6c9-2390878dfd97 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Synchronizing usage tracker for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:24.932944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-d188207e-97e7-42a8-a6c9-2390878dfd97 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Unset dirty status for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:24.937658 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-d188207e-97e7-42a8-a6c9-2390878dfd97 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2383559 Jun 18 10:05:24.940610 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dde40af3-1d02-4803-b8e7-5bc6c0c08c2b req-7444255a-187a-43b6-a04a-2387076d1fd2 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629272 Jun 18 10:05:25.111664 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-d2534eed-ba2f-4f47-ae96-60b7324bd9bc service neutron] 10.222.0.60 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644003 Jun 18 10:05:25.169185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40316) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:25.174700 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40318) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:25.210037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:25.223714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:25.267119 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-757feefa-1f71-4f99-abc4-4769f6600b0b service neutron] 10.222.0.60 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472437 Jun 18 10:05:25.283812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:25.289955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Usage tracker for resource:security_group_rule and tenant:28c69c2c777c4a9fb5ed945568c7f120 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:25.293598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:25.296165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:25.303431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Usage tracker for resource:security_group_rule and tenant:532f91d090ef45fea6f22039379d8324 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:25.306476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:25.309659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:25.318172 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:25.408718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 727b4762-a80b-4cc4-8055-ca94a4f68759 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:25.483865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:25.493031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 727b4762-a80b-4cc4-8055-ca94a4f68759 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:25.493450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:25.514640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:25.563847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-46265915-72c1-4729-8a76-22712766e9d1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:25.605285 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:25.623884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d45db-1f97-45ce-9e47-1ae009b533ea,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:25.646061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:25.649404 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28c69c2c777c4a9fb5ed945568c7f120&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4760029 Jun 18 10:05:25.650512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:25.674886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 40338) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:25.676745 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c7829f-2fde-4394-ab49-b8ee8d34d553', 'tag': '8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', 'status': 'completed', 'code': 200} Jun 18 10:05:25.691921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0dce8789-47e8-45d1-8b88-065bd0f15c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:25.707881 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=532f91d090ef45fea6f22039379d8324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5312574 Jun 18 10:05:25.710939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40342) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:25.764427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e0fa2c-4221-4a17-96c8-076c707a8194,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:25.770474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:25.847442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa240f4f-499d-4df6-9484-d41909321e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:25.910537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa240f4f-499d-4df6-9484-d41909321e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:25.952520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.70', 65194) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:26.089781 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa240f4f-499d-4df6-9484-d41909321e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:26.103649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-09577afb-bf1b-488a-933c-5bdb968078d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:26.119326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa240f4f-499d-4df6-9484-d41909321e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e0fa2c-4221-4a17-96c8-076c707a8194,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:26.126483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aa240f4f-499d-4df6-9484-d41909321e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:26.170004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa240f4f-499d-4df6-9484-d41909321e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:26.184401 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-aa240f4f-499d-4df6-9484-d41909321e56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78e0fa2c-4221-4a17-96c8-076c707a8194 HTTP/1.1" status: 204 len: 168 time: 0.4720385 Jun 18 10:05:26.230377 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-c80baedc-8938-498e-a34b-caddb8233ffe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c837a4c9fec4a6f8b1169c7bfd03bb7&device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 1097 time: 0.2762010 Jun 18 10:05:26.332326 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-b2b85908-6027-4d13-8668-8b2776b6c22d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f7e1bcc-4225-47f7-87d0-521ace1afdcd HTTP/1.1" status: 200 len: 217 time: 0.0755982 Jun 18 10:05:26.388762 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-37e2ab9a-f3e9-46f8-947a-97a2c8d828c1 req-7e8052e1-5cd5-4301-9e8d-d11709cad324 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 210 time: 0.5980930 Jun 18 10:05:26.472572 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-80bf1a50-515d-43af-8d24-3356d268e15a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:26.474508 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-80bf1a50-515d-43af-8d24-3356d268e15a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 818 time: 0.8623965 Jun 18 10:05:26.491511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-4e883691-0e90-4286-a570-499c1042eeb1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:26.492196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-406accee-b225-4043-9a89-4405ea6271ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:26.493754 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-4e883691-0e90-4286-a570-499c1042eeb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dc1165-e777-41e0-86cd-3e65f0b252a0 HTTP/1.1" status: 200 len: 852 time: 0.1370513 Jun 18 10:05:26.516874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Request body: {'port': {'device_id': '960569bf-cff1-4719-8ecc-af57d67d3612', 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'admin_state_up': True, 'tenant_id': '4bda8174d6d0416f859396459e4f0696'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:26.557433 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-54ef744c-f261-4b84-83ea-26783462a907 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfdbfcd-287e-48ef-b352-47acaebc6258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553763 Jun 18 10:05:26.640814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d65b2-a46d-480e-92ab-5bc228d74c18 req-ed037532-912f-4fea-9cf1-32fa877193a0 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:26.649002 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8d3d65b2-a46d-480e-92ab-5bc228d74c18 req-ed037532-912f-4fea-9cf1-32fa877193a0 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 944 time: 0.9780979 Jun 18 10:05:26.668884 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-399410d0-0d63-407d-9b88-45887516767e req-a4bff909-1bd0-4114-9f9c-725b53e8040c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 1097 time: 0.8697748 Jun 18 10:05:26.673321 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-406accee-b225-4043-9a89-4405ea6271ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:26.841401 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.70', 65199) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:26.859078 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a5747ca1-34ec-4c71-b3e7-781dd059029b req-ec61e20f-1739-4647-a2bf-7f8acd1cc03f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 210 time: 0.2320836 Jun 18 10:05:27.027111 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-3aa057a5-402c-4908-b425-422d3421979a service neutron] 10.222.0.70 "GET /v2.0/networks/abfdbfcd-287e-48ef-b352-47acaebc6258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073620 Jun 18 10:05:27.085410 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8d3d65b2-a46d-480e-92ab-5bc228d74c18 req-49d0ce5b-6429-41d9-b9de-8bd88d316dc6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354291 Jun 18 10:05:27.099784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-406accee-b225-4043-9a89-4405ea6271ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:27.207071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d5fc41e8-9b08-4198-b46c-5193b18a6f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:27.238662 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e9b94ef7-4e6c-4535-b0dc-3db0e9012a8c req-508e8bb7-695e-4f88-8f2c-59512dfd824c service neutron] 10.222.0.70 "GET /v2.0/networks/abfdbfcd-287e-48ef-b352-47acaebc6258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992831 Jun 18 10:05:27.279116 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406accee-b225-4043-9a89-4405ea6271ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d45db-1f97-45ce-9e47-1ae009b533ea,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:27.299968 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-406accee-b225-4043-9a89-4405ea6271ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:27.354576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-406accee-b225-4043-9a89-4405ea6271ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:27.355921 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-406accee-b225-4043-9a89-4405ea6271ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/362d45db-1f97-45ce-9e47-1ae009b533ea HTTP/1.1" status: 204 len: 168 time: 1.6782918 Jun 18 10:05:27.453590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:27.476256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Usage tracker for resource:port and tenant:4bda8174d6d0416f859396459e4f0696 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:27.479530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:27.486549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:27.514863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Made reservation on behalf of 4bda8174d6d0416f859396459e4f0696 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:05:27.520649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:27.564744 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399410d0-0d63-407d-9b88-45887516767e req-94e154c5-1b85-4f9f-a9c9-6fa1db349fec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:27.566589 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-399410d0-0d63-407d-9b88-45887516767e req-94e154c5-1b85-4f9f-a9c9-6fa1db349fec service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8193488 Jun 18 10:05:27.654045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-e1d97567-660c-43d6-9594-0839ae162e99 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:27.654045 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-e1d97567-660c-43d6-9594-0839ae162e99 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 818 time: 0.7929256 Jun 18 10:05:27.834653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd526d5c5-8007-44ba-b199-594cdfa4df49', 'tag': '5f7e1bcc-4225-47f7-87d0-521ace1afdcd'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:27.842211 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4a7c7477-8158-4657-8b48-8413c80f8a0d req-286773fe-696d-416c-bd32-a62ccfc90651 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 210 time: 0.2514372 Jun 18 10:05:27.875166 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb0c7b-dee1-4b23-a764-cd14aa368e07 req-7970aa8a-a16f-4015-bba9-b8a8420fae10 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:27.876735 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bcbb0c7b-dee1-4b23-a764-cd14aa368e07 req-7970aa8a-a16f-4015-bba9-b8a8420fae10 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 944 time: 0.6896560 Jun 18 10:05:27.882007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-f34c88ca-c988-4205-b4e3-732be321af02 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:27.884240 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-f34c88ca-c988-4205-b4e3-732be321af02 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 817 time: 0.4374721 Jun 18 10:05:28.002281 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Request body: {'port': {'device_id': '1c1dca0c-38c6-4ce7-8698-737fb9306e05', 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'admin_state_up': True, 'tenant_id': '4bda8174d6d0416f859396459e4f0696'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:28.049864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-86932e8f-9edc-486a-bfa7-5308b4a73a74 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Synchronizing usage tracker for tenant:0a438b407b114da5886b40df662ba3f3 on resource:security_group {{(pid=82100) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:28.099294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-86932e8f-9edc-486a-bfa7-5308b4a73a74 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Unset dirty status for tenant:0a438b407b114da5886b40df662ba3f3 on resource:security_group {{(pid=82100) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:28.101309 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-86932e8f-9edc-486a-bfa7-5308b4a73a74 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a438b407b114da5886b40df662ba3f3 HTTP/1.1" status: 200 len: 5043 time: 0.1974185 Jun 18 10:05:28.150420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'port': {'device_id': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'admin_state_up': True, 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'security_groups': ['a9a28f4a-a8ab-4e55-bc8e-60ece575382b']}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:28.194883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.70', 65205) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:28.228829 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd526d5c5-8007-44ba-b199-594cdfa4df49', 'tag': '5f7e1bcc-4225-47f7-87d0-521ace1afdcd', 'status': 'completed', 'code': 200} Jun 18 10:05:28.352033 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bcbb0c7b-dee1-4b23-a764-cd14aa368e07 req-5ada8387-ef5b-41b7-8f6f-58ce02b9ef2a tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926643 Jun 18 10:05:28.504115 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-da4c9841-a41e-46cf-b7e7-b89ca92f7775 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c837a4c9fec4a6f8b1169c7bfd03bb7&device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 1097 time: 0.3076594 Jun 18 10:05:28.509639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:28.554362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:28.558695 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aca423f6-eddc-40b8-98ba-e4d5c436f3ce req-2ddded55-37b4-4ed4-bd7d-64e4b7ab3e79 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 210 time: 0.2261815 Jun 18 10:05:28.589681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399410d0-0d63-407d-9b88-45887516767e req-8f130149-291c-4889-8bea-4cfe544a66e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:28.591557 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-399410d0-0d63-407d-9b88-45887516767e req-8f130149-291c-4889-8bea-4cfe544a66e9 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9980164 Jun 18 10:05:28.786031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Allocated IP 172.20.0.8 (7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b/81c6c6bd-9e47-4126-a2c1-426fc731ec53/4ce01c08-aca4-4693-8f76-3d51b589c127) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:05:28.789042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:28.803845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Usage tracker for resource:port and tenant:4bda8174d6d0416f859396459e4f0696 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:28.814346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:28.870561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Made reservation on behalf of 0a438b407b114da5886b40df662ba3f3 for: {'port': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:05:28.874279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:28.876333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:29.021024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-cc627c69-6fde-406d-9b8c-be2cf5d3082a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:29.022613 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-cc627c69-6fde-406d-9b8c-be2cf5d3082a service neutron] 10.222.0.70 "GET /v2.0/networks?id=abfdbfcd-287e-48ef-b352-47acaebc6258 HTTP/1.1" status: 200 len: 913 time: 0.5101459 Jun 18 10:05:29.039505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372a520-45bf-4602-9f53-745b2ce6ab26 req-c5c84691-cfe9-44aa-a177-0c3fbe6f0a87 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:29.052104 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c372a520-45bf-4602-9f53-745b2ce6ab26 req-c5c84691-cfe9-44aa-a177-0c3fbe6f0a87 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 944 time: 0.4211276 Jun 18 10:05:29.056317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Made reservation on behalf of 4bda8174d6d0416f859396459e4f0696 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:05:29.066617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:29.227317 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-f81e0232-680d-4726-bd01-a689ab478bcc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f7e1bcc-4225-47f7-87d0-521ace1afdcd HTTP/1.1" status: 200 len: 217 time: 0.1954722 Jun 18 10:05:29.328466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Allocated IP 172.20.0.4 (9b140270-d2e2-45c2-a28d-b0b4a48e22a9/c1b6c945-0877-4af0-a5d8-b94fbc050b54/b1bb87ff-2712-433d-862d-fbbb27f2e2e1) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:05:29.345367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-57bd8701-19e3-4b07-b9ed-2305ee022f53 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:29.348695 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-57bd8701-19e3-4b07-b9ed-2305ee022f53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dc1165-e777-41e0-86cd-3e65f0b252a0 HTTP/1.1" status: 200 len: 852 time: 0.1108348 Jun 18 10:05:29.446089 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-3948ce16-d273-49ad-8498-fd1339402893 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=abfdbfcd-287e-48ef-b352-47acaebc6258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885825 Jun 18 10:05:29.778923 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c372a520-45bf-4602-9f53-745b2ce6ab26 req-f37d0cc1-c9e6-4bce-9451-4081b36c2245 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607618 Jun 18 10:05:29.841357 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-76b548a4-117f-4895-a763-1c3df86e00eb req-730acd88-ef63-4673-99d1-70a6de6a8f8b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 210 time: 0.5874753 Jun 18 10:05:29.865227 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-33f8208b-453c-437b-bf7b-6581acf50fac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 1097 time: 1.1660309 Jun 18 10:05:29.964609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:29.996778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Transition to ACTIVE for port object b1bb87ff-2712-433d-862d-fbbb27f2e2e1 will not be triggered until provisioned by entity DHCP. {{(pid=82100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:30.068795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:30.080262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:30.091348 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:30.183900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:30.187418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:30.190513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:30.200561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:30.203108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:05:30.208005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:30.208400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:30.232182 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-8dc27ec8-5002-4a03-802d-03746e106e09 service neutron] 10.222.0.70 "GET /v2.0/networks/abfdbfcd-287e-48ef-b352-47acaebc6258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7686210 Jun 18 10:05:30.300315 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1542380 Jun 18 10:05:30.307414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:30.332332 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-da9f202a-ee24-419d-b17e-02efaa710c6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb HTTP/1.1" status: 200 len: 217 time: 0.4289243 Jun 18 10:05:30.395751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Request body: {'port': {'device_id': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:30.466235 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ccddf570-cec0-4165-9a6b-d1df5129f7ef req-e9d7ad57-8c8a-42f9-997b-ad865b3c7e15 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 210 time: 0.3044400 Jun 18 10:05:30.541893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:30.604519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 5f7e1bcc-4225-47f7-87d0-521ace1afdcd details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:05:30.656792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Allocated IP 172.20.0.5 (7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b/81c6c6bd-9e47-4126-a2c1-426fc731ec53/60b5d89b-b0e4-44e5-be0d-67539b880e4d) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:05:30.681420 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-21782535-826a-41f6-9132-6fae46c9707a service neutron] 10.222.0.70 "GET /v2.0/networks/abfdbfcd-287e-48ef-b352-47acaebc6258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348156 Jun 18 10:05:30.684530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:30.708153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:30.805591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:30.848839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-ace9bc83-6b62-49c6-9cd8-80a0519a3dfd None None] Provisioning for port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:30.861284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-ace9bc83-6b62-49c6-9cd8-80a0519a3dfd None None] Provisioning complete for port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:30.862081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ace9bc83-6b62-49c6-9cd8-80a0519a3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:30.955835 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-ace9bc83-6b62-49c6-9cd8-80a0519a3dfd None None] Port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:05:30.983747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,segment=NetworkSegment(375e6903-3bbd-4a44-92ce-5ff9b64c11a5),segment_id=375e6903-3bbd-4a44-92ce-5ff9b64c11a5)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:31.015428 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '5f7e1bcc-4225-47f7-87d0-521ace1afdcd', 'network_id': 'abfdbfcd-287e-48ef-b352-47acaebc6258', 'port_id': '5f7e1bcc-4225-47f7-87d0-521ace1afdcd', 'mac_address': 'fa:16:3e:fb:ed:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dc1165-e777-41e0-86cd-3e65f0b252a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:05:31.078008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:05:31.087607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:31.088937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:31.101581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:31.125984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7e1bcc-4225-47f7-87d0-521ace1afdcd {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:31.146297 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,segment=NetworkSegment(375e6903-3bbd-4a44-92ce-5ff9b64c11a5),segment_id=375e6903-3bbd-4a44-92ce-5ff9b64c11a5)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:31.150487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:31.154100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:31.228479 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Pushing event updated for resources: {'Port': ['ID=4ce01c08-aca4-4693-8f76-3d51b589c127,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:31.242982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:31.246353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:31.255037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:31.257235 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7591650 Jun 18 10:05:31.263908 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:31.278327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Request body: {'port': {'device_id': '960569bf-cff1-4719-8ecc-af57d67d3612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:31.315406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a639d2-15b5-41eb-9d17-4f82c09f08a7 req-950f6c32-6ff3-4fd6-b3a7-0623ac110469 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:31.317037 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b6a639d2-15b5-41eb-9d17-4f82c09f08a7 req-950f6c32-6ff3-4fd6-b3a7-0623ac110469 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 944 time: 1.1568303 Jun 18 10:05:31.321691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bb87ff-2712-433d-862d-fbbb27f2e2e1 {{(pid=82100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:31.328118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-3878d38e-a5b9-4a16-804f-35b8dfe0bc59 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:31.329728 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-3878d38e-a5b9-4a16-804f-35b8dfe0bc59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b762a3-78c0-4677-9dc4-c5505995c7b9 HTTP/1.1" status: 200 len: 855 time: 0.8900192 Jun 18 10:05:31.331641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:31.349626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Transition to ACTIVE for port object b1bb87ff-2712-433d-862d-fbbb27f2e2e1 will not be triggered until provisioned by entity L2. {{(pid=82100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:31.355653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:31.363989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2c1f8e8f-0b76-498f-b5d9-3b8aad770137 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:31.446622 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-c68aeb2f-5e37-4807-8f37-1d59e50f09cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=70dc5c85-0e3c-4481-b3a9-0177d1b49205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890274 Jun 18 10:05:31.491506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['5f7e1bcc-4225-47f7-87d0-521ace1afdcd'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:05:31.537625 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7f1c1-28f1-45d5-8ed7-13aeb4ed03ac req-9924ac64-7b20-4a88-9bbc-c58ef5fe317e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:31.539457 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33d7f1c1-28f1-45d5-8ed7-13aeb4ed03ac req-9924ac64-7b20-4a88-9bbc-c58ef5fe317e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 944 time: 0.4358561 Jun 18 10:05:31.597494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:31.612462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:31.755524 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:31.766864 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b6a639d2-15b5-41eb-9d17-4f82c09f08a7 req-0eaf0048-5128-4f09-af92-280499d4cba0 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126508 Jun 18 10:05:31.780509 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:31.793913 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Attempting to bind port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:05:31.794340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Attempting to bind port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'}] {{(pid=82100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:05:31.794687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Attempting to bind port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 on network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 {{(pid=82100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:31.822220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:31.823291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 on network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:05:31.823291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Attempting to bind port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 on network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 {{(pid=82100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:31.883850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:05:31.884317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Checking segment: {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:05:31.884934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Bound using segment: {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'} {{(pid=82100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:05:31.885993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Bound port: b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'}}] {{(pid=82100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:05:31.886387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:31.998963 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33d7f1c1-28f1-45d5-8ed7-13aeb4ed03ac req-ab46a24b-ec73-4068-8553-80a8b3fdeadc tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212041 Jun 18 10:05:32.009880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:05:32.099377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:05:32.102753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Pushing event updated for resources: {'Port': ['ID=60b5d89b-b0e4-44e5-be0d-67539b880e4d,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:32.114944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:05:32.117059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:32.125949 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:05:32.134456 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:32.136462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:32.158249 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-4efd0873-0602-4b7b-9977-2c3107227dca service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973879 Jun 18 10:05:32.161763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, cleared binding levels {{(pid=82100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:05:32.168605 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:05:32.170714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:32.183018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:32.214746 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3551128 Jun 18 10:05:32.249682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:32.251321 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] 10.222.0.70 "PUT /v2.0/ports/b1bb87ff-2712-433d-862d-fbbb27f2e2e1 HTTP/1.1" status: 200 len: 1093 time: 1.8606684 Jun 18 10:05:32.251877 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:32.278727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Request body: {'port': {'device_id': '1c1dca0c-38c6-4ce7-8698-737fb9306e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:32.422614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=3']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:32.435602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:32.454542 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-e7f1a71f-d66e-4e68-9ecf-11a06be9ef74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 1096 time: 0.1183643 Jun 18 10:05:32.550275 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-34695a7e-f841-4028-b95d-53e3c802460b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0800507 Jun 18 10:05:32.565883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 5f7e1bcc-4225-47f7-87d0-521ace1afdcd up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:32.743812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-f7a6b655-abc2-49ea-8982-75fb58c2b6c3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:32.746015 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-f7a6b655-abc2-49ea-8982-75fb58c2b6c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.1828454 Jun 18 10:05:32.779917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:32.796145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:32.796642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:32.865789 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-754b71c7-844f-4742-8aef-4e75c8a43543 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1116538 Jun 18 10:05:32.971190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:33.019800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd526d5c5-8007-44ba-b199-594cdfa4df49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7e1bcc-4225-47f7-87d0-521ace1afdcd'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:33.050894 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-44f24838-7f0d-49e3-a6d7-3632cbc99612 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758173 Jun 18 10:05:33.093426 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335011-94b4-4ca6-bbbc-edd32eb72cc2 req-01601639-a2fd-48e4-9bf9-b5faee2eb420 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:33.095696 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25335011-94b4-4ca6-bbbc-edd32eb72cc2 req-01601639-a2fd-48e4-9bf9-b5faee2eb420 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 1.0563290 Jun 18 10:05:33.114284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,segment=NetworkSegment(375e6903-3bbd-4a44-92ce-5ff9b64c11a5),segment_id=375e6903-3bbd-4a44-92ce-5ff9b64c11a5)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:33.123496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:33.130616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:33.175218 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7128f181-43a8-447f-9e59-60a8370d80a1 req-0d2885d6-a062-40f6-a3fa-5b64c07e32bf service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538980 Jun 18 10:05:33.190380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94874b97-f7d4-4da7-9a1e-82d005c5b8c9 req-c5d67f0d-01c0-4bb1-9428-0c4be7f8f5ce tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:33.191953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-94874b97-f7d4-4da7-9a1e-82d005c5b8c9 req-c5d67f0d-01c0-4bb1-9428-0c4be7f8f5ce tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Synchronizing usage tracker for tenant:4bda8174d6d0416f859396459e4f0696 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:33.201115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:33.223945 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 40612) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:33.299011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:33.304791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-94874b97-f7d4-4da7-9a1e-82d005c5b8c9 req-c5d67f0d-01c0-4bb1-9428-0c4be7f8f5ce tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Unset dirty status for tenant:4bda8174d6d0416f859396459e4f0696 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:33.305786 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-94874b97-f7d4-4da7-9a1e-82d005c5b8c9 req-c5d67f0d-01c0-4bb1-9428-0c4be7f8f5ce tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 931 time: 1.1374800 Jun 18 10:05:33.309738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:33.326820 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33f2d6b2-b91c-49a9-b536-0e23c2fc609f req-96667fae-a243-4f24-91a5-e0c932356f40 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644606 Jun 18 10:05:33.460557 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25335011-94b4-4ca6-bbbc-edd32eb72cc2 req-db85796e-974b-4c56-88f0-3f9b1226fafd tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359759 Jun 18 10:05:33.602522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:33.615312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-94874b97-f7d4-4da7-9a1e-82d005c5b8c9 req-f089d608-bfbb-4f88-8702-279a585caa39 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Synchronizing usage tracker for tenant:4bda8174d6d0416f859396459e4f0696 on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:33.650161 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'status': 'completed', 'code': 200} Jun 18 10:05:33.728866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce01c08-aca4-4693-8f76-3d51b589c127 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:33.753892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:33.801425 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-3c864fea-5851-4b2c-8a21-90f6ba87c679 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 1096 time: 0.0931201 Jun 18 10:05:33.849173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-94874b97-f7d4-4da7-9a1e-82d005c5b8c9 req-f089d608-bfbb-4f88-8702-279a585caa39 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Unset dirty status for tenant:4bda8174d6d0416f859396459e4f0696 on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:33.850809 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-94874b97-f7d4-4da7-9a1e-82d005c5b8c9 req-f089d608-bfbb-4f88-8702-279a585caa39 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770598 Jun 18 10:05:33.860044 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Transition to ACTIVE for port object 4ce01c08-aca4-4693-8f76-3d51b589c127 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:33.861254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:33.902837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Usage tracker for resource:security_group_rule and tenant:0be93108e55b46fcaf8c228deb008072 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:33.912505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:33.915594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:33.983384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:33.986233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:34.191886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-3ec732ce-4660-4664-9163-8aa823c7b802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:34.193448 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-3ec732ce-4660-4664-9163-8aa823c7b802 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 918 time: 0.3811209 Jun 18 10:05:34.244080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e577710-6aaf-407a-8d7c-f9c599a1d52e req-ed188aff-0e3f-44da-adab-4a4465c1ad9d tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:34.246175 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1e577710-6aaf-407a-8d7c-f9c599a1d52e req-ed188aff-0e3f-44da-adab-4a4465c1ad9d tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.4808311 Jun 18 10:05:34.258605 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Pushing event updated for resources: {'Port': ['ID=4ce01c08-aca4-4693-8f76-3d51b589c127,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:34.270345 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-8bd86c91-eea6-4536-b101-35d8c9adc7a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0684118 Jun 18 10:05:34.273288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:34.472346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Attempting to bind port 4ce01c08-aca4-4693-8f76-3d51b589c127 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:05:34.472346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Attempting to bind port 4ce01c08-aca4-4693-8f76-3d51b589c127 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:05:34.472346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Attempting to bind port 4ce01c08-aca4-4693-8f76-3d51b589c127 on network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:34.482316 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1e577710-6aaf-407a-8d7c-f9c599a1d52e req-8e924a9b-99d7-4d85-8c34-b5e204bdcbd6 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189484 Jun 18 10:05:34.486602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:34.493394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e764c49-0280-4cba-8b21-e769b176c6ff req-9c090a5c-368f-4336-999e-f1b6313445cd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:34.495646 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0e764c49-0280-4cba-8b21-e769b176c6ff req-9c090a5c-368f-4336-999e-f1b6313445cd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 944 time: 0.4678385 Jun 18 10:05:34.532497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:34.577349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:34.588426 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Port 4ce01c08-aca4-4693-8f76-3d51b589c127 on network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:05:34.588945 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Attempting to bind port 4ce01c08-aca4-4693-8f76-3d51b589c127 on network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:34.625246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b5d89b-b0e4-44e5-be0d-67539b880e4d {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:34.659966 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:05:34.660356 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Checking segment: {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:05:34.660837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Bound using segment: {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:05:34.661319 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Bound port: 4ce01c08-aca4-4693-8f76-3d51b589c127, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:05:34.661701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:34.664778 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd526d5c5-8007-44ba-b199-594cdfa4df49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7e1bcc-4225-47f7-87d0-521ace1afdcd', 'code': 200} Jun 18 10:05:34.675191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:34.688407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a568d7f-c285-4727-a7ca-a9b1aa380a87,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:34.698724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:34.711576 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0be93108e55b46fcaf8c228deb008072&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4837513 Jun 18 10:05:34.711760 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0e764c49-0280-4cba-8b21-e769b176c6ff req-d3f3ae98-88dc-42ed-9673-da16ad00afa6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820233 Jun 18 10:05:34.712959 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40658) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:34.743649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Transition to ACTIVE for port object 60b5d89b-b0e4-44e5-be0d-67539b880e4d will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:05:34.753098 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:34.766624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:34.811459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d9e50ba4-1541-4552-a800-2c0974ba4be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:34.848617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d9e50ba4-1541-4552-a800-2c0974ba4be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:34.918873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d9e50ba4-1541-4552-a800-2c0974ba4be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:34.925754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:34.944569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d9e50ba4-1541-4552-a800-2c0974ba4be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:34.946016 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d9e50ba4-1541-4552-a800-2c0974ba4be8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a568d7f-c285-4727-a7ca-a9b1aa380a87 HTTP/1.1" status: 204 len: 168 time: 0.2310596 Jun 18 10:05:34.948586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40666) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:34.954441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e50ba4-1541-4552-a800-2c0974ba4be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a568d7f-c285-4727-a7ca-a9b1aa380a87,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:34.960826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d9e50ba4-1541-4552-a800-2c0974ba4be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:34.985867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Pushing event updated for resources: {'Port': ['ID=60b5d89b-b0e4-44e5-be0d-67539b880e4d,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:34.989844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] For port 4ce01c08-aca4-4693-8f76-3d51b589c127, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:05:34.996056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:35.012932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] For port 4ce01c08-aca4-4693-8f76-3d51b589c127, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4ce01c08-aca4-4693-8f76-3d51b589c127,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:05:35.049211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.109771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:35.215136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-6b9b2785-33cd-4099-8e9c-06485fc473bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:35.217242 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-6b9b2785-33cd-4099-8e9c-06485fc473bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.0990319 Jun 18 10:05:35.327333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.363645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Attempting to bind port 60b5d89b-b0e4-44e5-be0d-67539b880e4d on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:05:35.364097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Attempting to bind port 60b5d89b-b0e4-44e5-be0d-67539b880e4d by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:05:35.364469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Attempting to bind port 60b5d89b-b0e4-44e5-be0d-67539b880e4d on network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:35.369609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:35.375238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Usage tracker for resource:security_group_rule and tenant:104d7b3aedb84e05a15a5a78e663d4f0 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:35.378120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:35.384799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:35.399152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140916-86da-4c3d-8e9d-31b51b83e2e3 req-0a5c0d07-4f38-4b5f-af7a-cee68cba0280 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:35.401687 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-26140916-86da-4c3d-8e9d-31b51b83e2e3 req-0a5c0d07-4f38-4b5f-af7a-cee68cba0280 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.5959837 Jun 18 10:05:35.404924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40678) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:35.411544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Port 60b5d89b-b0e4-44e5-be0d-67539b880e4d on network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:05:35.411911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Attempting to bind port 60b5d89b-b0e4-44e5-be0d-67539b880e4d on network 7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:05:35.416903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.418336 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] 10.222.0.70 "PUT /v2.0/ports/4ce01c08-aca4-4693-8f76-3d51b589c127 HTTP/1.1" status: 200 len: 1093 time: 4.1449270 Jun 18 10:05:35.421142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960569bf-cff1-4719-8ecc-af57d67d3612', 'tag': '4ce01c08-aca4-4693-8f76-3d51b589c127'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:35.436144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.452756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Pushing event updated for resources: {'Port': ['ID=4ce01c08-aca4-4693-8f76-3d51b589c127,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:35.459570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:35.470231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:05:35.470610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Checking segment: {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:05:35.471036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Bound using segment: {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:05:35.471531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Bound port: 60b5d89b-b0e4-44e5-be0d-67539b880e4d, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e08967-f624-42a1-a058-62aa3b28afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:05:35.471916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.500604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:35.515354 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:788aca4df48842f494f3af17cb8592c8 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:35.520433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:35.524295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.529530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:35.531680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.545443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:35.552617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a6d36-4c5a-4c81-bd5e-d65fe5b895a6 req-804f9cc6-3197-4ac8-81bb-0933970da05f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:35.554731 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b00a6d36-4c5a-4c81-bd5e-d65fe5b895a6 req-804f9cc6-3197-4ac8-81bb-0933970da05f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 943 time: 0.5000920 Jun 18 10:05:35.571447 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-26140916-86da-4c3d-8e9d-31b51b83e2e3 req-c452acba-58e4-47f6-9231-6b0a6104b7ee tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569123 Jun 18 10:05:35.610179 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=104d7b3aedb84e05a15a5a78e663d4f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6580076 Jun 18 10:05:35.611025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4b2af-b4dd-40c6-bfee-ebf112c69406,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:35.613820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40688) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:35.622292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:35.622417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-43e77193-6f82-40a7-97f9-ae6715d8de5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.647517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] For port 60b5d89b-b0e4-44e5-be0d-67539b880e4d, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:05:35.652975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] For port 60b5d89b-b0e4-44e5-be0d-67539b880e4d, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=60b5d89b-b0e4-44e5-be0d-67539b880e4d,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:05:35.675265 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.683282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f507e527-d385-425c-a935-1f3152ad0b6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:35.719714 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b00a6d36-4c5a-4c81-bd5e-d65fe5b895a6 req-312ae504-e977-4c04-9a85-283b61f81b65 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536567 Jun 18 10:05:35.731329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.742146 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.763134 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960569bf-cff1-4719-8ecc-af57d67d3612', 'tag': '4ce01c08-aca4-4693-8f76-3d51b589c127', 'status': 'completed', 'code': 200} Jun 18 10:05:35.764683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.766244 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] 10.222.0.70 "PUT /v2.0/ports/60b5d89b-b0e4-44e5-be0d-67539b880e4d HTTP/1.1" status: 200 len: 1093 time: 3.4990864 Jun 18 10:05:35.778284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Pushing event updated for resources: {'Port': ['ID=60b5d89b-b0e4-44e5-be0d-67539b880e4d,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:35.788731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5a2d7de3-7b9c-4241-b97d-77416f4a011f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:35.789819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:35.798326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f5a239f4-471b-44b6-b2cb-fc7dc4736dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.826608 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=788aca4df48842f494f3af17cb8592c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4207532 Jun 18 10:05:35.829318 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 40698) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:35.887808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f5a239f4-471b-44b6-b2cb-fc7dc4736dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.898251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fa1e23-58b4-4f36-b28a-72b9e7366967,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:35.911462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:35.942976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:05:35.959011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f5a239f4-471b-44b6-b2cb-fc7dc4736dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:35.967905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:35.983559 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a239f4-471b-44b6-b2cb-fc7dc4736dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4b2af-b4dd-40c6-bfee-ebf112c69406,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:35.993541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f5a239f4-471b-44b6-b2cb-fc7dc4736dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:36.003124 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f5a239f4-471b-44b6-b2cb-fc7dc4736dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.004931 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f5a239f4-471b-44b6-b2cb-fc7dc4736dc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4dd4b2af-b4dd-40c6-bfee-ebf112c69406 HTTP/1.1" status: 204 len: 168 time: 0.3887045 Jun 18 10:05:36.007040 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-07e958b8-ccfb-45e9-8803-0327f2721a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.094306 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc1432-bdfe-44f5-9e19-b8d1cfc4ac88 req-77c92f5a-53f0-4d69-9a37-5a80fbd12e6a tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:36.102053 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-46fc1432-bdfe-44f5-9e19-b8d1cfc4ac88 req-77c92f5a-53f0-4d69-9a37-5a80fbd12e6a tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.2155161 Jun 18 10:05:36.133754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-07e958b8-ccfb-45e9-8803-0327f2721a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.238237 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-46fc1432-bdfe-44f5-9e19-b8d1cfc4ac88 req-0007aec1-88c7-4459-8493-ccf04c7e8dd0 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349001 Jun 18 10:05:36.245197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f10333-3c81-4216-bd6d-a6f3513e09b8 req-fa3ed280-6aec-4a65-af06-341faf780798 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:36.246761 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-63f10333-3c81-4216-bd6d-a6f3513e09b8 req-fa3ed280-6aec-4a65-af06-341faf780798 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 944 time: 0.2370605 Jun 18 10:05:36.298409 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-07e958b8-ccfb-45e9-8803-0327f2721a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.308284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ae4f43be-a05b-4b9c-b53d-b99d25b6e26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:36.323134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e958b8-ccfb-45e9-8803-0327f2721a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fa1e23-58b4-4f36-b28a-72b9e7366967,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:36.327723 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-63f10333-3c81-4216-bd6d-a6f3513e09b8 req-19023582-1e21-4bea-aa19-a12fa85cf92b tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738828 Jun 18 10:05:36.330512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-07e958b8-ccfb-45e9-8803-0327f2721a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:36.330624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:36.336202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-07e958b8-ccfb-45e9-8803-0327f2721a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.342114 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-07e958b8-ccfb-45e9-8803-0327f2721a5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84fa1e23-58b4-4f36-b28a-72b9e7366967 HTTP/1.1" status: 204 len: 168 time: 0.5110669 Jun 18 10:05:36.369092 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205', 'port_id': '8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', 'mac_address': 'fa:16:3e:a0:49:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b762a3-78c0-4677-9dc4-c5505995c7b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:05:36.434917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.454179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:36.471200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:36.475826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.476591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:05:36.480569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:36.579849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 40716) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:36.600457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.634162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:36.638807 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Usage tracker for resource:security_group_rule and tenant:1c86f662ced345258940432c4b523c27 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:36.640864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:36.641837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:36.646070 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:36.648148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:36.696390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:36.712309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'port_id': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'mac_address': 'fa:16:3e:84:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:05:36.745033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.748104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.779440 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.780916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-970cffcf-26a9-4329-9655-c2a34a12155b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:36.792873 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c86f662ced345258940432c4b523c27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2094295 Jun 18 10:05:36.793399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40728) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:36.802335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bb87ff-2712-433d-862d-fbbb27f2e2e1 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:36.821375 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:36.828075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.830321 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:36.903102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37e46aa7-5b2a-4a54-8a46-9ffc3b772ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.946527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37e46aa7-5b2a-4a54-8a46-9ffc3b772ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:36.969171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:36.973816 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:36.975908 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6977ec2d-66fb-43c0-8a7a-4a443638ac93,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:37.015802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:37.129462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37e46aa7-5b2a-4a54-8a46-9ffc3b772ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:37.134610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:37.152410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e46aa7-5b2a-4a54-8a46-9ffc3b772ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6977ec2d-66fb-43c0-8a7a-4a443638ac93,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:37.158482 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-37e46aa7-5b2a-4a54-8a46-9ffc3b772ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:37.160782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37e46aa7-5b2a-4a54-8a46-9ffc3b772ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:37.164966 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-37e46aa7-5b2a-4a54-8a46-9ffc3b772ec5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6977ec2d-66fb-43c0-8a7a-4a443638ac93 HTTP/1.1" status: 204 len: 168 time: 0.3702216 Jun 18 10:05:37.172719 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-3d43bec8-d3ba-461b-a0d6-3c9131413ca7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1401222 Jun 18 10:05:37.187775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e2549-1618-418e-b446-7ccd66d335c4 req-c62ec100-9d7e-4f3f-a79f-04f066a15cc9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:37.195784 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cf4e2549-1618-418e-b446-7ccd66d335c4 req-c62ec100-9d7e-4f3f-a79f-04f066a15cc9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 944 time: 0.3714240 Jun 18 10:05:37.297019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:37.320276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e9cc4-7c77-4f85-9a86-37c6c37b7eeb req-0870fe74-c537-4df7-9a9d-9a4e00271e7e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:37.328747 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-776e9cc4-7c77-4f85-9a86-37c6c37b7eeb req-0870fe74-c537-4df7-9a9d-9a4e00271e7e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 943 time: 0.3540559 Jun 18 10:05:37.364715 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-0cf3de49-2272-4a7d-a4dc-0798b6fcd616 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842527 Jun 18 10:05:37.393648 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-ec4ba571-263f-4f5d-924f-cebbb5b1c8b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 1096 time: 0.3017704 Jun 18 10:05:37.398766 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-13e05a8a-6b60-4bec-90af-39aa6e50037a req-8a25cef5-ae63-4319-b186-0b6f75c266da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1096 time: 0.3518634 Jun 18 10:05:37.402954 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cf4e2549-1618-418e-b446-7ccd66d335c4 req-23ea539d-cae9-4ee0-9aa6-103c84f37ccd tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062926 Jun 18 10:05:37.442401 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-776e9cc4-7c77-4f85-9a86-37c6c37b7eeb req-b1afc24e-1ac2-4a3a-8129-c99feb8d4441 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897810 Jun 18 10:05:37.712190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53443759-be8c-4187-a4bb-7e1eda59341d req-f0dc334e-f0ee-4c93-9d30-3c88e31a74c1 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:37.714691 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53443759-be8c-4187-a4bb-7e1eda59341d req-f0dc334e-f0ee-4c93-9d30-3c88e31a74c1 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.1625509 Jun 18 10:05:37.726158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd3eb9-6f29-4c07-ab22-83feb8d3437b req-9edefff7-cafb-4e45-89de-2b5e0f3befbd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:37.727750 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-60cd3eb9-6f29-4c07-ab22-83feb8d3437b req-9edefff7-cafb-4e45-89de-2b5e0f3befbd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 945 time: 0.1362929 Jun 18 10:05:37.768866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1dca0c-38c6-4ce7-8698-737fb9306e05', 'tag': '60b5d89b-b0e4-44e5-be0d-67539b880e4d'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:37.827780 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-60cd3eb9-6f29-4c07-ab22-83feb8d3437b req-eedde06e-944c-4348-bce4-9a69798d98c8 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818360 Jun 18 10:05:37.839318 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53443759-be8c-4187-a4bb-7e1eda59341d req-2a63ca3f-5887-4ea4-aa56-604cd186e7ed tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099019 Jun 18 10:05:37.909678 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1dca0c-38c6-4ce7-8698-737fb9306e05', 'tag': '60b5d89b-b0e4-44e5-be0d-67539b880e4d', 'status': 'completed', 'code': 200} Jun 18 10:05:38.258360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cd95157b-ee49-4a5f-975d-1d247bc14840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:38.701208 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd2b52-e07c-4411-8cd9-071888e4ad9c req-099c043e-f680-4ac4-8cd7-1c06a5174ae2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:38.702903 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ebdd2b52-e07c-4411-8cd9-071888e4ad9c req-099c043e-f680-4ac4-8cd7-1c06a5174ae2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 944 time: 0.1536436 Jun 18 10:05:38.718387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0a0ee-3e5f-4965-a5cf-71f71c82e515 req-bf81114c-3901-4e04-ba75-16e7a6ddf2ca tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:38.720029 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6fe0a0ee-3e5f-4965-a5cf-71f71c82e515 req-bf81114c-3901-4e04-ba75-16e7a6ddf2ca tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 943 time: 0.1331556 Jun 18 10:05:38.789248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:38.811510 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6fe0a0ee-3e5f-4965-a5cf-71f71c82e515 req-df2c46f4-60d0-4240-b1d6-b8dae91ef94d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738237 Jun 18 10:05:38.814144 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ebdd2b52-e07c-4411-8cd9-071888e4ad9c req-bc436cb0-4a34-4247-b941-addb8aaa73f1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054025 Jun 18 10:05:39.154143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8118a2c-a6d0-4e46-9ebd-cc112988741a req-8d4e66f0-b3f0-4829-9351-80418b9f0188 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:39.155771 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b8118a2c-a6d0-4e46-9ebd-cc112988741a req-8d4e66f0-b3f0-4829-9351-80418b9f0188 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 945 time: 0.1662939 Jun 18 10:05:39.164990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d1f49-163f-446d-b9b4-7d0dcca7f801 req-69e66ede-9dfe-43b7-a2d7-f6c896f527c9 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:39.166756 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9b6d1f49-163f-446d-b9b4-7d0dcca7f801 req-69e66ede-9dfe-43b7-a2d7-f6c896f527c9 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.1360633 Jun 18 10:05:39.248534 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b8118a2c-a6d0-4e46-9ebd-cc112988741a req-0e6e0bf3-f42d-4d1a-99c8-a11f1be88014 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807116 Jun 18 10:05:39.262611 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9b6d1f49-163f-446d-b9b4-7d0dcca7f801 req-23f17b8e-1f6c-42c3-a4b1-7572c0b01c50 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772433 Jun 18 10:05:39.450038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40858) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:39.608238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:39.639750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:39.643889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Usage tracker for resource:security_group_rule and tenant:94190b6f82ec4bb1aa9f0e60a19882c3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:39.646804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:39.653375 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:39.726248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:39.729434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:39.737204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f5a239f4-471b-44b6-b2cb-fc7dc4736dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:39.780323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44e7685-b507-45ed-a628-62380da6406c,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:39.783897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:39.786384 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94190b6f82ec4bb1aa9f0e60a19882c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3349895 Jun 18 10:05:39.788957 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40866) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:39.852063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5ac638a-fb8e-47df-985c-7ae7138764a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:39.880532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5ac638a-fb8e-47df-985c-7ae7138764a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:39.927696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5ac638a-fb8e-47df-985c-7ae7138764a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:39.933350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:39.947794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac638a-fb8e-47df-985c-7ae7138764a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44e7685-b507-45ed-a628-62380da6406c,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:39.951406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c5ac638a-fb8e-47df-985c-7ae7138764a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:39.952519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5ac638a-fb8e-47df-985c-7ae7138764a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:39.957027 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c5ac638a-fb8e-47df-985c-7ae7138764a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f44e7685-b507-45ed-a628-62380da6406c HTTP/1.1" status: 204 len: 168 time: 0.1670494 Jun 18 10:05:40.063024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:40.098660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bd324-f50e-47bc-86c4-e2d80916bda1 req-c9c55744-a0ed-49e0-81bc-8fc7196be94a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:40.100359 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-772bd324-f50e-47bc-86c4-e2d80916bda1 req-c9c55744-a0ed-49e0-81bc-8fc7196be94a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 943 time: 0.1488006 Jun 18 10:05:40.161120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eddc5-bb49-4473-a07f-f506e2d932a3 req-88c24ad1-23b5-4ce6-8a1f-00a1f90756d0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:40.162924 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fd0eddc5-bb49-4473-a07f-f506e2d932a3 req-88c24ad1-23b5-4ce6-8a1f-00a1f90756d0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 944 time: 0.1401393 Jun 18 10:05:40.190703 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-772bd324-f50e-47bc-86c4-e2d80916bda1 req-26040581-e2ed-4fa3-adbf-cf88d90cfaea tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782099 Jun 18 10:05:40.230778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['b1bb87ff-2712-433d-862d-fbbb27f2e2e1'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:05:40.277707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:05:40.380278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40890) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:40.424802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:40.498498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:40.507323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab6b04761b64203b625930436003c56 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:40.512152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:40.516703 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-6812ffc1-0c0e-4282-87cc-0cf7ceb04cf1 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167315 Jun 18 10:05:40.520471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:40.561515 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-34323662-f88a-408c-a3cf-832077354c78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60b5d89b-b0e4-44e5-be0d-67539b880e4d HTTP/1.1" status: 200 len: 217 time: 0.3602579 Jun 18 10:05:40.595957 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:40.601879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:40.613288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-88c93b94-c483-418b-be4e-d49c836eb81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:40.670844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fbdd97-ea04-4e7b-ac3d-92f215e7f18f,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:40.675266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:40.680682 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ab6b04761b64203b625930436003c56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2968528 Jun 18 10:05:40.682866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40904) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:40.783129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-39f0231f-8931-4b88-90c5-d5b84c6d4b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:40.799952 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fd0eddc5-bb49-4473-a07f-f506e2d932a3 req-45e810c8-ee4a-40e4-a16c-d6ebf580c83e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6292720 Jun 18 10:05:40.816614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-39f0231f-8931-4b88-90c5-d5b84c6d4b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:40.886786 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-39f0231f-8931-4b88-90c5-d5b84c6d4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:40.890782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:40.911253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0231f-8931-4b88-90c5-d5b84c6d4b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fbdd97-ea04-4e7b-ac3d-92f215e7f18f,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:40.914001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-39f0231f-8931-4b88-90c5-d5b84c6d4b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:40.916032 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e05a8a-6b60-4bec-90af-39aa6e50037a req-cd45a287-94c9-47ac-af0b-4f287b571cf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:40.918331 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-13e05a8a-6b60-4bec-90af-39aa6e50037a req-cd45a287-94c9-47ac-af0b-4f287b571cf9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=4bda8174d6d0416f859396459e4f0696&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7186553 Jun 18 10:05:40.919636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-39f0231f-8931-4b88-90c5-d5b84c6d4b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:40.924122 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-39f0231f-8931-4b88-90c5-d5b84c6d4b84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78fbdd97-ea04-4e7b-ac3d-92f215e7f18f HTTP/1.1" status: 204 len: 168 time: 0.2369568 Jun 18 10:05:40.961232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-45df89ec-8502-48d3-ba18-1905d5306f81 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:40.962831 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-45df89ec-8502-48d3-ba18-1905d5306f81 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.1693103 Jun 18 10:05:41.063669 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff07f6a-d3bc-4755-bee8-69bd6fda8153 req-e248c895-3c3a-4b52-9564-bfca10bc0311 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:41.065246 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ff07f6a-d3bc-4755-bee8-69bd6fda8153 req-e248c895-3c3a-4b52-9564-bfca10bc0311 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.5762961 Jun 18 10:05:41.128291 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-530d5dcb-e8a9-4d17-90b1-9b77e78c9857 req-ba1ea854-ed7c-4c44-9bf4-ec04799721b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 1099 time: 0.8887599 Jun 18 10:05:41.157649 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-a7ba75bc-ccc4-4dee-88c3-9bcdbc1cf6b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1777921 Jun 18 10:05:41.229631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-530d5dcb-e8a9-4d17-90b1-9b77e78c9857 req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:41.404812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e05a8a-6b60-4bec-90af-39aa6e50037a req-5644588c-d092-4410-94d7-b49afaad2da2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:41.406787 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-13e05a8a-6b60-4bec-90af-39aa6e50037a req-5644588c-d092-4410-94d7-b49afaad2da2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4751709 Jun 18 10:05:41.409217 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ff07f6a-d3bc-4755-bee8-69bd6fda8153 req-56069a4b-9226-4d56-a958-8423f940bf65 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888031 Jun 18 10:05:41.469759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-530d5dcb-e8a9-4d17-90b1-9b77e78c9857 req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:41.487456 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad78e-cde4-4702-a4df-aaa31a666c27 req-7b4c5736-ed29-4a6b-9e04-fba9af74696a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:41.489381 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ccfad78e-cde4-4702-a4df-aaa31a666c27 req-7b4c5736-ed29-4a6b-9e04-fba9af74696a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 945 time: 0.5253243 Jun 18 10:05:41.550269 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-530d5dcb-e8a9-4d17-90b1-9b77e78c9857 req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Usage tracker for resource:security_group_rule and tenant:af5bff430f464d979c5febe44c31af96 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:41.558928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-530d5dcb-e8a9-4d17-90b1-9b77e78c9857 req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:41.570550 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-8179607f-0d1f-4fa6-9dd9-1ffb30d19f5d service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884454 Jun 18 10:05:41.596599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-530d5dcb-e8a9-4d17-90b1-9b77e78c9857 req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:41.857179 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ccfad78e-cde4-4702-a4df-aaa31a666c27 req-48126a20-a338-4356-9980-1162f465d341 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017383 Jun 18 10:05:41.953057 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-0cad0ca8-9508-449a-bb6f-78bb2e92ef45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1096 time: 0.4599874 Jun 18 10:05:41.977011 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33820552-e7d9-42b2-b760-2fe3f3e38674 req-c275aeaa-4b78-43ab-857d-96c61f2ae16c service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778641 Jun 18 10:05:42.115080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf1cf0-7842-4933-961a-81a5e7f1f678 req-0f55defa-d735-4163-88a5-3c833162e762 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:42.117401 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-29cf1cf0-7842-4933-961a-81a5e7f1f678 req-0f55defa-d735-4163-88a5-3c833162e762 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 943 time: 0.5138798 Jun 18 10:05:42.148486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:42.209275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-530d5dcb-e8a9-4d17-90b1-9b77e78c9857 req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:42.257859 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:42.264481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:42.265146 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:42.285690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-530d5dcb-e8a9-4d17-90b1-9b77e78c9857 req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:42.287388 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-2c680d56-b7e1-4713-851c-37bd0870ae90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce01c08-aca4-4693-8f76-3d51b589c127 HTTP/1.1" status: 200 len: 217 time: 0.3139491 Jun 18 10:05:42.326199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:42.394229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0a210a70-32c6-49d2-9a38-3f5e0ecbe12b,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:42.404801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:42.451748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:42.486317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c7829f-2fde-4394-ab49-b8ee8d34d553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:42.490537 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-530d5dcb-e8a9-4d17-90b1-9b77e78c9857 req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3493569 Jun 18 10:05:42.498253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:42.502480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:42.503399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:42.510937 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-29cf1cf0-7842-4933-961a-81a5e7f1f678 req-463caff9-3cd2-43e8-9ccd-0a7f024ed54d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821795 Jun 18 10:05:42.533786 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-f01d4f8f-4fb8-4015-99ea-92a72638e134 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:42.535430 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-f01d4f8f-4fb8-4015-99ea-92a72638e134 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.2375355 Jun 18 10:05:42.536006 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-eab28a2c-f641-4014-97ee-6055c92f453d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:42.561734 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4b32e8f-7980-4333-afe4-11dc1f78afac req-caa97a94-5a0e-4996-bd9e-96e1cee5601d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 1096 time: 0.4431655 Jun 18 10:05:42.597186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4232a1d-8eb9-4df8-9a1b-80080a2d8007 req-79c79510-0a96-4965-8659-98c7b7d4ae69 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:42.606086 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4232a1d-8eb9-4df8-9a1b-80080a2d8007 req-79c79510-0a96-4965-8659-98c7b7d4ae69 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 944 time: 0.5023224 Jun 18 10:05:42.674072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:42.688618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:42.693081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 40984) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:42.709551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:42.719534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:42.720267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:42.723554 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4232a1d-8eb9-4df8-9a1b-80080a2d8007 req-541634ac-06c7-4548-8d7f-6985405bbad0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163805 Jun 18 10:05:42.791235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85273f40-2fd4-4389-a4aa-6bb497a7e25a req-a8ec764e-320a-4684-8862-7ac30e9b8ce1 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:42.793485 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-85273f40-2fd4-4389-a4aa-6bb497a7e25a req-a8ec764e-320a-4684-8862-7ac30e9b8ce1 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.1392853 Jun 18 10:05:42.929182 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c7829f-2fde-4394-ab49-b8ee8d34d553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', 'code': 200} Jun 18 10:05:42.975505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:43.078393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:43.082656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:43.090618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:43.098081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:43.144732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:43.152248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a1f4478f9eb74da0ac67a59facab1990 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:43.156563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:43.160536 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-221a8f61-2678-4522-bded-45fc760c0f3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3280971 Jun 18 10:05:43.174525 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:43.270255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:43.274870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:43.285497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:43.290066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:43.292768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c30c905f-4c80-408d-9b31-ebccf36d24a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:43.362103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02455817-0381-431d-b575-77f72c1a5678,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:43.377001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:43.384079 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1f4478f9eb74da0ac67a59facab1990&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6888599 Jun 18 10:05:43.394938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41008) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:43.509610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10f49ce7-ac67-4b1c-be25-8ef0b7e7a4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:43.553518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10f49ce7-ac67-4b1c-be25-8ef0b7e7a4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:43.639690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10f49ce7-ac67-4b1c-be25-8ef0b7e7a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:43.652256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:43.678477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10f49ce7-ac67-4b1c-be25-8ef0b7e7a4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:43.682779 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-10f49ce7-ac67-4b1c-be25-8ef0b7e7a4b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02455817-0381-431d-b575-77f72c1a5678 HTTP/1.1" status: 204 len: 168 time: 0.2934589 Jun 18 10:05:43.682779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f49ce7-ac67-4b1c-be25-8ef0b7e7a4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02455817-0381-431d-b575-77f72c1a5678,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:43.688847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-10f49ce7-ac67-4b1c-be25-8ef0b7e7a4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:43.808054 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-85273f40-2fd4-4389-a4aa-6bb497a7e25a req-0210ec07-3661-49c8-8b15-b2143bf1075f tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0056062 Jun 18 10:05:44.074517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b32e8f-7980-4333-afe4-11dc1f78afac req-c502df09-760a-4e1c-9ceb-e541bfc2619f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:44.076308 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4b32e8f-7980-4333-afe4-11dc1f78afac req-c502df09-760a-4e1c-9ceb-e541bfc2619f service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 919 time: 1.2459803 Jun 18 10:05:44.084465 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-8dbd5615-59c2-4320-b0ba-78ec6ccaf6d2 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8782446 Jun 18 10:05:44.215353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a451679-27d1-4dbb-a4a3-459864447f2a req-5f0fc10e-211f-4e45-86b2-0b460ca879f0 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:44.217076 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2a451679-27d1-4dbb-a4a3-459864447f2a req-5f0fc10e-211f-4e45-86b2-0b460ca879f0 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 946 time: 1.0379546 Jun 18 10:05:44.296478 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4b32e8f-7980-4333-afe4-11dc1f78afac req-6dda4afa-e488-47ec-bc14-12a805028d2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60b5d89b-b0e4-44e5-be0d-67539b880e4d HTTP/1.1" status: 200 len: 217 time: 0.1946437 Jun 18 10:05:44.299278 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ab3e31ed-b0c4-4e64-8379-1e2b2d1e54b1 req-53105175-562f-45fa-a1c1-c73e12dc000c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 1099 time: 0.9540958 Jun 18 10:05:44.362332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41034) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:44.384482 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:44.420987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:44.425122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Usage tracker for resource:security_group_rule and tenant:2eaf80621d4942b6a398d61a14a0b0dd is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:44.428191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:44.435061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:44.485187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d365f54-bff5-490d-a9d2-7d0d0a3144c8 req-3ac047f4-eefb-4049-8bb6-31a20bdba981 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:44.486839 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1d365f54-bff5-490d-a9d2-7d0d0a3144c8 req-3ac047f4-eefb-4049-8bb6-31a20bdba981 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 943 time: 0.4769163 Jun 18 10:05:44.507818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b32e8f-7980-4333-afe4-11dc1f78afac req-17d7cefd-b5c3-4f34-bf4a-3534eb1662b2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:44.509379 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4b32e8f-7980-4333-afe4-11dc1f78afac req-17d7cefd-b5c3-4f34-bf4a-3534eb1662b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.1732392 Jun 18 10:05:44.509508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:44.514049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:44.522824 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-28c4806c-03cc-49ad-85c3-c782601ad696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:44.539170 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e71292d2-4f33-4a1d-8c1d-87166eba965f req-4649dc9a-587a-4e65-af6c-c17572fbc086 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423258 Jun 18 10:05:44.574932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6022f9e-ffb5-4905-8ac4-79db3171cb2e,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:44.579024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:44.582376 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2eaf80621d4942b6a398d61a14a0b0dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2182453 Jun 18 10:05:44.585434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41040) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:44.586694 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2a451679-27d1-4dbb-a4a3-459864447f2a req-0ab1b32c-65d9-4a64-8109-b49c538d03f1 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072641 Jun 18 10:05:44.603677 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ab3e31ed-b0c4-4e64-8379-1e2b2d1e54b1 req-85904eb1-fd99-4771-aa73-0b2e9b37f07a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299302 Jun 18 10:05:44.605909 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4b32e8f-7980-4333-afe4-11dc1f78afac req-50cdd80c-25ae-45e9-8e90-4e9768947fc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716610 Jun 18 10:05:44.637397 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1d365f54-bff5-490d-a9d2-7d0d0a3144c8 req-851b1e58-04c3-4288-81f2-1ebac7173a7e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338615 Jun 18 10:05:44.679728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27b19cab-c674-44d7-b5b2-531c8615de5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:44.709033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27b19cab-c674-44d7-b5b2-531c8615de5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:44.763436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27b19cab-c674-44d7-b5b2-531c8615de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:44.767992 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-10f49ce7-ac67-4b1c-be25-8ef0b7e7a4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:44.786026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b19cab-c674-44d7-b5b2-531c8615de5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6022f9e-ffb5-4905-8ac4-79db3171cb2e,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:44.793711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-27b19cab-c674-44d7-b5b2-531c8615de5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:44.808838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-27b19cab-c674-44d7-b5b2-531c8615de5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:44.811026 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-27b19cab-c674-44d7-b5b2-531c8615de5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6022f9e-ffb5-4905-8ac4-79db3171cb2e HTTP/1.1" status: 204 len: 168 time: 0.2113175 Jun 18 10:05:44.930876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:44.983416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c2d8a-7af4-4175-84d3-e5428ff0b8ce req-94ff4e89-3573-4c7f-9013-2bd4ec947131 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:44.986324 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1d6c2d8a-7af4-4175-84d3-e5428ff0b8ce req-94ff4e89-3573-4c7f-9013-2bd4ec947131 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.2068663 Jun 18 10:05:45.226698 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1d6c2d8a-7af4-4175-84d3-e5428ff0b8ce req-45610600-fb98-4d59-b017-9b7d482f96bf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333198 Jun 18 10:05:45.376966 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4b32e8f-7980-4333-afe4-11dc1f78afac req-0955322e-7931-4cec-b6ba-a4fef0f5182f service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514798 Jun 18 10:05:45.379724 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'code': 200} Jun 18 10:05:45.387899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8017742-301c-4b80-ae16-fad5f020af50 req-708065b0-f981-4a42-9e6b-17f859a53d79 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:45.389597 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f8017742-301c-4b80-ae16-fad5f020af50 req-708065b0-f981-4a42-9e6b-17f859a53d79 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.3233726 Jun 18 10:05:45.522661 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f8017742-301c-4b80-ae16-fad5f020af50 req-c637da48-d5cd-4c6d-9b80-a80f2a5100ee tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245110 Jun 18 10:05:45.735058 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4b32e8f-7980-4333-afe4-11dc1f78afac req-acecae92-3ff7-4d87-821a-42a1b2cfbea2 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690067 Jun 18 10:05:45.981150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3b33a-4d74-47d3-988f-b3394c07e37c req-9fbc6a10-d1ed-41ce-8a4d-1b76c75c87f1 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:45.988619 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4a3b33a-4d74-47d3-988f-b3394c07e37c req-9fbc6a10-d1ed-41ce-8a4d-1b76c75c87f1 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 946 time: 0.2259865 Jun 18 10:05:46.046268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505d898-788a-48d5-8cb2-6e3d9ce1265e req-ae2cd980-9470-42e1-b1ad-e6f2c6622346 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:46.054764 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0505d898-788a-48d5-8cb2-6e3d9ce1265e req-ae2cd980-9470-42e1-b1ad-e6f2c6622346 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 943 time: 0.1893728 Jun 18 10:05:46.128089 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4a3b33a-4d74-47d3-988f-b3394c07e37c req-69438622-4f64-42ad-ab50-14864bda4327 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382148 Jun 18 10:05:46.149860 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0505d898-788a-48d5-8cb2-6e3d9ce1265e req-20080f6e-e75c-4bd3-8920-5c1e7734f5c4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940514 Jun 18 10:05:46.412748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 60b5d89b-b0e4-44e5-be0d-67539b880e4d details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:05:46.528004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fffe7-a3b3-431e-b07d-f68fd784b35e req-c7fa0bd3-0861-4912-95d9-f70977b3c84f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:46.536143 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2a6fffe7-a3b3-431e-b07d-f68fd784b35e req-c7fa0bd3-0861-4912-95d9-f70977b3c84f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1405387 Jun 18 10:05:46.586040 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2a6fffe7-a3b3-431e-b07d-f68fd784b35e req-54df1794-0d85-44a3-9a43-a9662642f9a6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480707 Jun 18 10:05:46.630379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 60b5d89b-b0e4-44e5-be0d-67539b880e4d, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=60b5d89b-b0e4-44e5-be0d-67539b880e4d,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:46.645064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '60b5d89b-b0e4-44e5-be0d-67539b880e4d', 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'port_id': '60b5d89b-b0e4-44e5-be0d-67539b880e4d', 'mac_address': 'fa:16:3e:a3:c3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:05:46.707675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:46.728309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b5d89b-b0e4-44e5-be0d-67539b880e4d {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:46.748036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 60b5d89b-b0e4-44e5-be0d-67539b880e4d, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=60b5d89b-b0e4-44e5-be0d-67539b880e4d,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:46.751944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:46.755197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:46.850488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=60b5d89b-b0e4-44e5-be0d-67539b880e4d,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:46.854614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:47.432622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f586b-ad2c-420d-aade-98b3edbce1a3 req-dbaf1b89-a6ef-4624-8554-1d68cdf56d68 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:47.434336 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f81f586b-ad2c-420d-aade-98b3edbce1a3 req-dbaf1b89-a6ef-4624-8554-1d68cdf56d68 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 946 time: 0.1733418 Jun 18 10:05:47.472122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877abb9b-104a-4cd9-8c1a-e5c56c6baa65 req-145217c9-7b74-44f5-9a63-9674f4db0fff tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:47.473735 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-877abb9b-104a-4cd9-8c1a-e5c56c6baa65 req-145217c9-7b74-44f5-9a63-9674f4db0fff tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 944 time: 0.1623976 Jun 18 10:05:47.537642 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f81f586b-ad2c-420d-aade-98b3edbce1a3 req-3e9e0c63-6444-4a2c-b0a5-94cb1ef30e63 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966427 Jun 18 10:05:47.576804 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-877abb9b-104a-4cd9-8c1a-e5c56c6baa65 req-32386c5d-89ce-4d1f-904b-43079ec42658 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952795 Jun 18 10:05:47.809683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeea8c-4690-4179-9933-89a3d1e1e163 req-cfbf1a44-f1f2-4bf5-a0af-9b20193cc828 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:47.811406 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c3aeea8c-4690-4179-9933-89a3d1e1e163 req-cfbf1a44-f1f2-4bf5-a0af-9b20193cc828 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0896752 Jun 18 10:05:47.876572 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c3aeea8c-4690-4179-9933-89a3d1e1e163 req-24274b3b-7250-4ec6-babf-983ed9d81f21 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578961 Jun 18 10:05:48.409203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41160) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:48.416547 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a2592aaf-d1e9-431e-b6dd-99d2925d533f req-e32c7f13-c1d1-42a2-9c7d-ac549d4a93aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 1098 time: 0.1020463 Jun 18 10:05:48.616124 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a2592aaf-d1e9-431e-b6dd-99d2925d533f req-9c521f62-0824-4fa9-b563-e6e792849dc6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089487 Jun 18 10:05:48.634450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:48.683016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:48.688021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Usage tracker for resource:security_group_rule and tenant:640780e26ac54fc2aa623b604bc79fea is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:48.692068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:48.702242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:48.788736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['60b5d89b-b0e4-44e5-be0d-67539b880e4d'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:05:48.805279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:48.809438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:48.817743 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aa240f4f-499d-4df6-9484-d41909321e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:48.869794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61925eb7-5f5a-4efa-8bb0-f738ba0861c6,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:48.873700 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:48.882018 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=640780e26ac54fc2aa623b604bc79fea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4693522 Jun 18 10:05:48.882811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41178) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:48.901233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f3f63-b4ec-408e-9b66-5961cfbb5306 req-dd10b02b-811f-41b9-bb1c-1f36262fa554 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:48.903290 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-147f3f63-b4ec-408e-9b66-5961cfbb5306 req-dd10b02b-811f-41b9-bb1c-1f36262fa554 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 946 time: 0.1815286 Jun 18 10:05:48.911080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9753b-13cd-4fa3-a775-bc82ee391974 req-1d320497-1f9b-4947-b677-c20a3dfacd8a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:48.918943 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fed9753b-13cd-4fa3-a775-bc82ee391974 req-1d320497-1f9b-4947-b677-c20a3dfacd8a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 944 time: 0.1533420 Jun 18 10:05:48.987064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a6cef25-80be-43b8-87c3-e9564976f608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.020906 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a6cef25-80be-43b8-87c3-e9564976f608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.025150 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fed9753b-13cd-4fa3-a775-bc82ee391974 req-07bec69d-e60c-4af7-9bf1-536ed7c54596 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050889 Jun 18 10:05:49.046537 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-147f3f63-b4ec-408e-9b66-5961cfbb5306 req-17680f39-2de9-4034-b0ef-bc9e02056e4c tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241686 Jun 18 10:05:49.097260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a6cef25-80be-43b8-87c3-e9564976f608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.101817 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:49.114825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cef25-80be-43b8-87c3-e9564976f608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61925eb7-5f5a-4efa-8bb0-f738ba0861c6,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:49.115037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.119410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7a6cef25-80be-43b8-87c3-e9564976f608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:49.123482 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a6cef25-80be-43b8-87c3-e9564976f608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.127175 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7a6cef25-80be-43b8-87c3-e9564976f608 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61925eb7-5f5a-4efa-8bb0-f738ba0861c6 HTTP/1.1" status: 204 len: 168 time: 0.2404706 Jun 18 10:05:49.245564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6e8f1-54eb-4f22-91fd-a671c9a7f49d req-71defe04-914b-4716-af2c-96c5705ab0dd tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:49.247213 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-34e6e8f1-54eb-4f22-91fd-a671c9a7f49d req-71defe04-914b-4716-af2c-96c5705ab0dd tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1025214 Jun 18 10:05:49.309039 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-34e6e8f1-54eb-4f22-91fd-a671c9a7f49d req-5ad3fc5f-9973-4b7e-820c-65f25bcff546 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549235 Jun 18 10:05:49.587153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41200) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:49.608898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.644779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:49.649276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Usage tracker for resource:security_group_rule and tenant:9b67b0b4449b45c7bb5c034cdf72cbdd is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:49.653058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:49.659424 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:49.752252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.759467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.769127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-37e46aa7-5b2a-4a54-8a46-9ffc3b772ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:49.815758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6058413a-5452-49a7-af37-62a6e95c7a1d,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:49.819268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:49.821921 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b67b0b4449b45c7bb5c034cdf72cbdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2336755 Jun 18 10:05:49.826085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 41216) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:49.905564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45306311-f48d-4ad1-8fc0-1211e6034844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.940015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45306311-f48d-4ad1-8fc0-1211e6034844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.995229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45306311-f48d-4ad1-8fc0-1211e6034844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:49.999717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:50.016880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45306311-f48d-4ad1-8fc0-1211e6034844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6058413a-5452-49a7-af37-62a6e95c7a1d,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:50.020142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-45306311-f48d-4ad1-8fc0-1211e6034844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:50.033725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45306311-f48d-4ad1-8fc0-1211e6034844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:50.035669 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-45306311-f48d-4ad1-8fc0-1211e6034844 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6058413a-5452-49a7-af37-62a6e95c7a1d HTTP/1.1" status: 204 len: 168 time: 0.2074816 Jun 18 10:05:50.258274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 60b5d89b-b0e4-44e5-be0d-67539b880e4d up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:50.344324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7fbea-f4fa-4496-aea5-c81d1b60f0f8 req-8581be5f-a11c-421b-bd41-ea69bd60571f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:50.358629 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d5f7fbea-f4fa-4496-aea5-c81d1b60f0f8 req-8581be5f-a11c-421b-bd41-ea69bd60571f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 944 time: 0.0995226 Jun 18 10:05:50.461490 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d5f7fbea-f4fa-4496-aea5-c81d1b60f0f8 req-de4e8f74-69e9-4b8e-befc-7df7fcb4e3af tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018877 Jun 18 10:05:50.491801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 60b5d89b-b0e4-44e5-be0d-67539b880e4d completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:50.503202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 60b5d89b-b0e4-44e5-be0d-67539b880e4d triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:50.505680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:50.785312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:50.908777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1dca0c-38c6-4ce7-8698-737fb9306e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b5d89b-b0e4-44e5-be0d-67539b880e4d'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:50.938046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 60b5d89b-b0e4-44e5-be0d-67539b880e4d, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=60b5d89b-b0e4-44e5-be0d-67539b880e4d,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:50.942519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:50.945798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d12486e0-fbbb-478f-9eaa-b9707e3c9c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:51.094557 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04d0a7-ea71-4ae8-924e-b26328de12ba req-02d7d284-a603-4938-8984-17c7cc702f4a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:51.096275 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4e04d0a7-ea71-4ae8-924e-b26328de12ba req-02d7d284-a603-4938-8984-17c7cc702f4a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 946 time: 0.4483578 Jun 18 10:05:51.127230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=60b5d89b-b0e4-44e5-be0d-67539b880e4d,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:51.132655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:51.192356 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4e04d0a7-ea71-4ae8-924e-b26328de12ba req-a77b0886-755c-4122-89b6-8ab4cc1396fd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888131 Jun 18 10:05:51.294557 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1dca0c-38c6-4ce7-8698-737fb9306e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b5d89b-b0e4-44e5-be0d-67539b880e4d', 'code': 200} Jun 18 10:05:51.360024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615255e-1677-4fed-bfe0-e0aab7e2b2ff req-437a18e2-22c2-4e74-9749-75e8e259fd24 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:51.374907 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d615255e-1677-4fed-bfe0-e0aab7e2b2ff req-437a18e2-22c2-4e74-9749-75e8e259fd24 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1538217 Jun 18 10:05:51.434301 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d615255e-1677-4fed-bfe0-e0aab7e2b2ff req-125e4ec5-9b65-42a4-8bcd-e555f6e1111b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562174 Jun 18 10:05:51.804968 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f14e9-0e4e-44b1-94c6-52d5794c5c92 req-2972a365-92ce-494d-9257-063272de4e77 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:51.808575 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d55f14e9-0e4e-44b1-94c6-52d5794c5c92 req-2972a365-92ce-494d-9257-063272de4e77 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1583450 Jun 18 10:05:51.820675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41298) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:51.828215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-da516550-33f0-40a3-a78e-7924ef82065f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'floatingip': {'port_id': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:05:51.846289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80e31e-531a-4ae9-bdc5-04f419a32864 req-478ec3da-1949-49ff-a0e8-d8148d08b2b4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:51.848352 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3e80e31e-531a-4ae9-bdc5-04f419a32864 req-478ec3da-1949-49ff-a0e8-d8148d08b2b4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.2404132 Jun 18 10:05:51.918266 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3e80e31e-531a-4ae9-bdc5-04f419a32864 req-045932af-425e-46b5-a0d5-259c82835ef8 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577874 Jun 18 10:05:51.918976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da516550-33f0-40a3-a78e-7924ef82065f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:52.904705 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da516550-33f0-40a3-a78e-7924ef82065f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:52.914339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da516550-33f0-40a3-a78e-7924ef82065f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:53.240952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff95c1-ef9b-4c57-bae4-5c79275757da req-6e3f7660-9054-4033-b430-3f2ff2558cc7 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:53.242872 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9fff95c1-ef9b-4c57-bae4-5c79275757da req-6e3f7660-9054-4033-b430-3f2ff2558cc7 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1460316 Jun 18 10:05:53.300289 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9fff95c1-ef9b-4c57-bae4-5c79275757da req-c6146f7d-c31a-4bf7-93f6-32d192a56697 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476615 Jun 18 10:05:53.362804 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [None req-da516550-33f0-40a3-a78e-7924ef82065f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Floating IP 07d583f6-70c0-4d2f-a8b7-25160469bb30 associated. External IP: 172.27.0.192, port: b1bb87ff-2712-433d-862d-fbbb27f2e2e1. Jun 18 10:05:53.799071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da516550-33f0-40a3-a78e-7924ef82065f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Router 86b036b5-1246-4716-ae53-870b21cfc6cc has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:05:54.055584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da516550-33f0-40a3-a78e-7924ef82065f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:05:54.071478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] Sync routers for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:05:54.076818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da516550-33f0-40a3-a78e-7924ef82065f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:54.086484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:05:54.087161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:05:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:54.144527 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-da516550-33f0-40a3-a78e-7924ef82065f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "PUT /v2.0/floatingips/07d583f6-70c0-4d2f-a8b7-25160469bb30 HTTP/1.1" status: 200 len: 991 time: 2.3195953 Jun 18 10:05:54.144527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:54.167190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 4ce01c08-aca4-4693-8f76-3d51b589c127 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:05:54.231097 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'status': 'completed', 'code': 200} Jun 18 10:05:54.329304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 4ce01c08-aca4-4693-8f76-3d51b589c127, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4ce01c08-aca4-4693-8f76-3d51b589c127,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:54.345582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '4ce01c08-aca4-4693-8f76-3d51b589c127', 'network_id': '7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b', 'port_id': '4ce01c08-aca4-4693-8f76-3d51b589c127', 'mac_address': 'fa:16:3e:07:8c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c6c6bd-9e47-4126-a2c1-426fc731ec53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:05:54.417769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:54.451850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce01c08-aca4-4693-8f76-3d51b589c127 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:05:54.469631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 4ce01c08-aca4-4693-8f76-3d51b589c127, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4ce01c08-aca4-4693-8f76-3d51b589c127,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:54.476220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:54.478122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:54.554941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=4ce01c08-aca4-4693-8f76-3d51b589c127,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:54.561509 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:54.586327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:05:54.692503 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1eb4a8f2-d296-4423-994b-b1fe76c41878 req-78693ae8-952e-4234-a109-226039f97c58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 1098 time: 0.2521117 Jun 18 10:05:54.699760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939e142-d70e-4ab6-8fc3-ed28a431970d req-c03ab595-9521-406a-ab29-49b2468a151a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:54.701441 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8939e142-d70e-4ab6-8fc3-ed28a431970d req-c03ab595-9521-406a-ab29-49b2468a151a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1868093 Jun 18 10:05:54.914646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['4ce01c08-aca4-4693-8f76-3d51b589c127'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:05:54.942980 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8939e142-d70e-4ab6-8fc3-ed28a431970d req-e5f0a501-87b2-4d57-9f8d-893b23f2188a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077825 Jun 18 10:05:54.975951 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4a8f2-d296-4423-994b-b1fe76c41878 req-53555f80-0a51-489b-b060-e462d9e4a7f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:54.981324 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1eb4a8f2-d296-4423-994b-b1fe76c41878 req-53555f80-0a51-489b-b060-e462d9e4a7f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 918 time: 0.2759960 Jun 18 10:05:54.995111 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-518265dc-cfbb-47d0-b0c6-024808222398 req-c651edb6-6a45-4f12-9864-65334e5180ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 1098 time: 0.2639780 Jun 18 10:05:55.028935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': '07d583f6-70c0-4d2f-a8b7-25160469bb30', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'port_id': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'mac_address': 'fa:16:3e:84:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:05:21Z', 'updated_at': '2021-06-18T10:05:52Z', 'revision_number': 1, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:55.033769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] Checking router: 86b036b5-1246-4716-ae53-870b21cfc6cc for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:05:55.047787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:05:55.048562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:05:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:55.174085 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1eb4a8f2-d296-4423-994b-b1fe76c41878 req-cf688ce1-dd60-4a17-b881-2d7b4df5838f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1 HTTP/1.1" status: 200 len: 999 time: 0.1776853 Jun 18 10:05:55.175139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-518265dc-cfbb-47d0-b0c6-024808222398 req-7705ace4-ef52-475f-9034-41058f0faa5f service neutron] Synchronizing usage tracker for tenant:af5bff430f464d979c5febe44c31af96 on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:05:55.252393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-518265dc-cfbb-47d0-b0c6-024808222398 req-7705ace4-ef52-475f-9034-41058f0faa5f service neutron] Unset dirty status for tenant:af5bff430f464d979c5febe44c31af96 on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:05:55.253613 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-518265dc-cfbb-47d0-b0c6-024808222398 req-7705ace4-ef52-475f-9034-41058f0faa5f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811821 Jun 18 10:05:55.274807 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4a8f2-d296-4423-994b-b1fe76c41878 req-eff6e4a6-318f-4877-a891-a984d2d07bbb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:55.277160 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1eb4a8f2-d296-4423-994b-b1fe76c41878 req-eff6e4a6-318f-4877-a891-a984d2d07bbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.0916996 Jun 18 10:05:55.298431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:05:55.676425 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1eb4a8f2-d296-4423-994b-b1fe76c41878 req-bf9758e5-3a64-4c36-b4d7-d493f814756d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848026 Jun 18 10:05:55.719914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': '07d583f6-70c0-4d2f-a8b7-25160469bb30', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'port_id': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'mac_address': 'fa:16:3e:84:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:05:21Z', 'updated_at': '2021-06-18T10:05:52Z', 'revision_number': 1, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:05:55.725374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c115c-660c-4f9f-9f20-4b9db259fe58 None None] The sync data for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi is: [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': '07d583f6-70c0-4d2f-a8b7-25160469bb30', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'port_id': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'mac_address': 'fa:16:3e:84:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:05:21Z', 'updated_at': '2021-06-18T10:05:52Z', 'revision_number': 1, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:05:55.878174 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1eb4a8f2-d296-4423-994b-b1fe76c41878 req-86fce973-2445-43e7-8f01-252711e3981f service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690016 Jun 18 10:05:56.039361 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1eb4a8f2-d296-4423-994b-b1fe76c41878 req-24df7bf8-7639-4dac-a3e8-58b64d4c79c0 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507061 Jun 18 10:05:56.149768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2136d6-9e0b-446e-b6c5-405a3f1a46ae None None] New status for floating IP 07d583f6-70c0-4d2f-a8b7-25160469bb30: ACTIVE {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:05:56.200905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59708af9-bcf5-482e-aef2-1a7afa1074f5 req-3c5f6361-fc42-4866-b164-048a91bf76ca tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:56.202627 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59708af9-bcf5-482e-aef2-1a7afa1074f5 req-3c5f6361-fc42-4866-b164-048a91bf76ca tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1050913 Jun 18 10:05:56.265410 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59708af9-bcf5-482e-aef2-1a7afa1074f5 req-6d9e8089-7199-4869-aa1e-ff4b85fe4765 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555525 Jun 18 10:05:56.526208 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 4ce01c08-aca4-4693-8f76-3d51b589c127 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:05:56.614446 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 4ce01c08-aca4-4693-8f76-3d51b589c127 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:05:56.620662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 4ce01c08-aca4-4693-8f76-3d51b589c127 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:05:56.621006 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:56.801630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:56.889497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960569bf-cff1-4719-8ecc-af57d67d3612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce01c08-aca4-4693-8f76-3d51b589c127'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:05:56.925283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 4ce01c08-aca4-4693-8f76-3d51b589c127, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4ce01c08-aca4-4693-8f76-3d51b589c127,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:05:56.934017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:56.934017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ff2083d1-c0bc-40e5-b9d5-5b9308c89f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:57.074701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=4ce01c08-aca4-4693-8f76-3d51b589c127,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:57.078057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:57.198879 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960569bf-cff1-4719-8ecc-af57d67d3612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce01c08-aca4-4693-8f76-3d51b589c127', 'code': 200} Jun 18 10:05:57.569590 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56e61574-677f-4ba9-9268-cec54c5ad2c6 req-8344cab3-caef-4286-965d-d8010ef0ab1f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1098 time: 0.0949821 Jun 18 10:05:57.660971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41442) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:57.702689 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56e61574-677f-4ba9-9268-cec54c5ad2c6 req-e7b78243-05a0-43c3-afc4-b248ae1f22e9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261609 Jun 18 10:05:57.745828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d791950-ce00-4843-b42e-18a6d80fe902 req-13b5c353-d463-4784-93cb-c05d50d1497d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:57.748926 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1d791950-ce00-4843-b42e-18a6d80fe902 req-13b5c353-d463-4784-93cb-c05d50d1497d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1400881 Jun 18 10:05:57.814438 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1d791950-ce00-4843-b42e-18a6d80fe902 req-a7cfbc0e-9497-4f1b-8586-95bfeb1634b0 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Jun 18 10:05:57.849795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:57.898465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:05:57.903563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Usage tracker for resource:security_group_rule and tenant:10e6a893b28b46b6a1268734979b2bfd is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:05:57.907099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:05:57.914340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:05:57.999731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:58.003269 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:58.011054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8133399b-c9b8-4743-adaf-6e7e5bd9ff70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:58.055075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf74e517-2425-451b-9774-b8f61c571c64,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:58.068116 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10e6a893b28b46b6a1268734979b2bfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4048033 Jun 18 10:05:58.070225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 41456) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:05:58.080759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.081231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.081844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.082738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.083143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.083647 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.084029 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.084408 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.084782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.085152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.085526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.091615 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:58.278457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:58.374549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:58.471967 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b538b907-3b6d-478c-8eb2-13189ed97942 req-293eacf5-9ece-4316-b145-7c553b0970e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 1098 time: 0.2531238 Jun 18 10:05:58.484516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b52e0a-a6de-4794-a19a-d4d7907bf5b7 req-d42e69d3-9204-43d4-ad02-c605dc29ed86 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:58.487625 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f6b52e0a-a6de-4794-a19a-d4d7907bf5b7 req-d42e69d3-9204-43d4-ad02-c605dc29ed86 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.2168720 Jun 18 10:05:58.536024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:58.599128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-165f1e7c-6942-432b-963a-2d215571a0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:05:58.626497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf74e517-2425-451b-9774-b8f61c571c64,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:05:58.651241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:05:58.655109 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf74e517-2425-451b-9774-b8f61c571c64 HTTP/1.1" status: 204 len: 168 time: 0.5810354 Jun 18 10:05:58.670667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.671066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.671466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.671850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.672727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.672727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.672924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.673305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.673648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.674059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.674445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:05:58.691257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f6b52e0a-a6de-4794-a19a-d4d7907bf5b7 req-c18c97ca-c297-4780-813c-b455443f4d41 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785731 Jun 18 10:05:58.694903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:05:58.720812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538b907-3b6d-478c-8eb2-13189ed97942 req-4c42d8a0-d40c-4da0-9f75-9e7fb3ca4538 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:58.723044 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b538b907-3b6d-478c-8eb2-13189ed97942 req-4c42d8a0-d40c-4da0-9f75-9e7fb3ca4538 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 919 time: 0.2347066 Jun 18 10:05:58.809983 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b538b907-3b6d-478c-8eb2-13189ed97942 req-16781d11-a2f5-4a0d-a755-7eac3e427dcd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60b5d89b-b0e4-44e5-be0d-67539b880e4d HTTP/1.1" status: 200 len: 217 time: 0.0704372 Jun 18 10:05:58.898158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538b907-3b6d-478c-8eb2-13189ed97942 req-04098e48-074c-4005-a43b-479042a955ba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:05:58.900746 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b538b907-3b6d-478c-8eb2-13189ed97942 req-04098e48-074c-4005-a43b-479042a955ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.0755854 Jun 18 10:05:58.964585 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b538b907-3b6d-478c-8eb2-13189ed97942 req-78bc231c-88b6-4600-802a-f16ba071e796 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552242 Jun 18 10:05:59.208980 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b538b907-3b6d-478c-8eb2-13189ed97942 req-35126ebc-b281-4d88-af0f-9fe34475db36 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082548 Jun 18 10:05:59.424718 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b538b907-3b6d-478c-8eb2-13189ed97942 req-1c439ef3-5cc8-4a34-9c95-7f1b6f97fc63 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049577 Jun 18 10:06:00.080025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7cda6-aa20-41a3-afbc-10abe86b4598 req-c9216aa6-cbce-4971-aa9f-ca18d54c9fdb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:00.089481 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bdc7cda6-aa20-41a3-afbc-10abe86b4598 req-c9216aa6-cbce-4971-aa9f-ca18d54c9fdb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1204333 Jun 18 10:06:00.327817 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bdc7cda6-aa20-41a3-afbc-10abe86b4598 req-1b0ef3ce-9896-4cdf-bbbc-8e4074cd7175 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373917 Jun 18 10:06:01.253327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41614) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:01.467107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:01.517938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:01.522781 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd8488e156d45e69514546229abf6f9 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:01.526917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:01.534302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:01.629624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:01.633452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:01.642396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d9e50ba4-1541-4552-a800-2c0974ba4be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:01.654779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d789ad7-4bfc-4433-8d90-5c4dbd3240be req-809431c1-7264-4bd0-9acb-992836dfefa1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:01.657230 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0d789ad7-4bfc-4433-8d90-5c4dbd3240be req-809431c1-7264-4bd0-9acb-992836dfefa1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1243057 Jun 18 10:06:01.687649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeaef03-6401-428f-bca3-8e5cf663069d,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:01.695130 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:01.704625 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2dd8488e156d45e69514546229abf6f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4499285 Jun 18 10:06:01.705336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41634) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:01.713279 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0d789ad7-4bfc-4433-8d90-5c4dbd3240be req-6d7eeea6-6622-489a-a2ae-569c8141fdae tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482171 Jun 18 10:06:01.793728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3d1255fe-c3ca-482b-8a62-a65f00ac0525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:01.825928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3d1255fe-c3ca-482b-8a62-a65f00ac0525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:01.878807 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3d1255fe-c3ca-482b-8a62-a65f00ac0525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:01.883796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 41640) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:01.886529 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9e916be9-e3c1-421b-b59d-dd750e43ad3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:01.905592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1255fe-c3ca-482b-8a62-a65f00ac0525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeaef03-6401-428f-bca3-8e5cf663069d,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:01.908339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3d1255fe-c3ca-482b-8a62-a65f00ac0525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:01.914928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3d1255fe-c3ca-482b-8a62-a65f00ac0525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:01.920568 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3d1255fe-c3ca-482b-8a62-a65f00ac0525 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ceeaef03-6401-428f-bca3-8e5cf663069d HTTP/1.1" status: 204 len: 168 time: 0.2138038 Jun 18 10:06:02.153746 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.218526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:02.223974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Usage tracker for resource:security_group_rule and tenant:88727192c04b41478ab3ad38a899d7a3 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:02.227210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:02.234185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:02.318494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.323255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.332194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:02.379390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab398e52-f67d-44f5-b815-adf501ab8dff,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:02.388249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:02.400785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41662) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:02.401186 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88727192c04b41478ab3ad38a899d7a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5091667 Jun 18 10:06:02.506303 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-52d4f97e-095f-4449-a8cc-e5cfc088b437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.508811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 41670) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:02.538026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.559048 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-52d4f97e-095f-4449-a8cc-e5cfc088b437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.582185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:02.586675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Usage tracker for resource:security_group_rule and tenant:e1154aaba79749799ef98575dd22e69c is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:02.592030 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:02.598717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:02.625793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-52d4f97e-095f-4449-a8cc-e5cfc088b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.631326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:02.645156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4f97e-095f-4449-a8cc-e5cfc088b437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab398e52-f67d-44f5-b815-adf501ab8dff,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:02.648619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-52d4f97e-095f-4449-a8cc-e5cfc088b437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:02.658233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-52d4f97e-095f-4449-a8cc-e5cfc088b437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.669557 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-52d4f97e-095f-4449-a8cc-e5cfc088b437 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab398e52-f67d-44f5-b815-adf501ab8dff HTTP/1.1" status: 204 len: 168 time: 0.2666891 Jun 18 10:06:02.695551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.699999 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:02.738083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:02.752516 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1154aaba79749799ef98575dd22e69c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2417116 Jun 18 10:06:02.755452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41684) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:02.780842 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d978d0d8-8a3e-49b4-95d9-e9fcfe5f1688,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:02.786687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:02.939713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2fbc2504-9e45-4300-9e3a-4c6bed64d2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:03.000777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2fbc2504-9e45-4300-9e3a-4c6bed64d2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:03.021517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ba874-c6d1-4037-bb67-af58bd1e5856 req-afa9701e-d31e-4d8a-9e77-ccb0649c48bc tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:03.023252 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0b5ba874-c6d1-4037-bb67-af58bd1e5856 req-afa9701e-d31e-4d8a-9e77-ccb0649c48bc tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1264861 Jun 18 10:06:03.106107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2fbc2504-9e45-4300-9e3a-4c6bed64d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:03.131665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:03.173164 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0b5ba874-c6d1-4037-bb67-af58bd1e5856 req-b42a6948-6a19-4f02-a03b-1697ca4d51b1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411517 Jun 18 10:06:03.202191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2fbc2504-9e45-4300-9e3a-4c6bed64d2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:03.204285 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2fbc2504-9e45-4300-9e3a-4c6bed64d2f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d978d0d8-8a3e-49b4-95d9-e9fcfe5f1688 HTTP/1.1" status: 204 len: 168 time: 0.4473076 Jun 18 10:06:03.205757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc2504-9e45-4300-9e3a-4c6bed64d2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d978d0d8-8a3e-49b4-95d9-e9fcfe5f1688,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:03.216845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2fbc2504-9e45-4300-9e3a-4c6bed64d2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:03.672364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41710) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:03.697309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:03.744644 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:03.750352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Usage tracker for resource:security_group_rule and tenant:a7924449edc74b6b9f17f8ee6e01830b is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:03.766121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:03.766121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:03.870116 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:03.874751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:03.891550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:03.985402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54f3f21-303b-4b5e-9f7a-cbf334f63107,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:03.992444 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:03.996701 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7924449edc74b6b9f17f8ee6e01830b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3230634 Jun 18 10:06:04.001350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 41724) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:04.105144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5ab55f7-19e9-4e2a-8fe4-472209393210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:04.137804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5ab55f7-19e9-4e2a-8fe4-472209393210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:04.199480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5ab55f7-19e9-4e2a-8fe4-472209393210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:04.214685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:04.233426 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab55f7-19e9-4e2a-8fe4-472209393210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54f3f21-303b-4b5e-9f7a-cbf334f63107,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:04.239022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c5ab55f7-19e9-4e2a-8fe4-472209393210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:04.245341 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5ab55f7-19e9-4e2a-8fe4-472209393210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:04.249140 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c5ab55f7-19e9-4e2a-8fe4-472209393210 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f54f3f21-303b-4b5e-9f7a-cbf334f63107 HTTP/1.1" status: 204 len: 168 time: 0.2435966 Jun 18 10:06:04.537913 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcae9e-9a31-44e8-bf34-da6ce5653bad req-9fd35f9d-1cda-446b-ae51-5892f387cbd3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:04.540852 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a1dcae9e-9a31-44e8-bf34-da6ce5653bad req-9fd35f9d-1cda-446b-ae51-5892f387cbd3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1053941 Jun 18 10:06:04.626769 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a1dcae9e-9a31-44e8-bf34-da6ce5653bad req-c061b91f-aa44-43ce-a79b-7c57157e04f6 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731089 Jun 18 10:06:05.600504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768722b-ae3e-40dd-b999-5ed3574465e9 req-e5854b5f-5c87-4f25-a2f0-9cbd82e24357 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:05.603004 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b768722b-ae3e-40dd-b999-5ed3574465e9 req-e5854b5f-5c87-4f25-a2f0-9cbd82e24357 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.0985336 Jun 18 10:06:05.608600 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5a73e10-c4c6-4042-b503-dc3431201666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:05.693680 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b768722b-ae3e-40dd-b999-5ed3574465e9 req-7e9e832f-12b8-48a7-acce-26fc789b5fb1 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780756 Jun 18 10:06:05.898148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41790) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:05.940484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9009b-691d-4d05-9f25-34ecf5a34f3e req-4705370f-baaf-49d4-b42c-ad8ea340f2a1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:05.942442 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b2a9009b-691d-4d05-9f25-34ecf5a34f3e req-4705370f-baaf-49d4-b42c-ad8ea340f2a1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1431537 Jun 18 10:06:06.005821 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b2a9009b-691d-4d05-9f25-34ecf5a34f3e req-7961dbe3-f639-4d58-8663-fdf55925d471 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568304 Jun 18 10:06:06.466740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:06.529735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:06.537452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Usage tracker for resource:security_group_rule and tenant:bdf969dba943458e97233748ba228d0c is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:06.544230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:06.558100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:06.657025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:06.661525 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:06.672986 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8ae231e4-ef4e-4ff8-ab66-ff3c6b38f73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:06.732782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0ee0fd-0ab2-483d-9eb6-aa130c016223,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:06.750943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:06.762906 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 41824) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:06.763167 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdf969dba943458e97233748ba228d0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8635905 Jun 18 10:06:06.896252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3953f104-6a5f-4754-829e-0ace40c3dc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:06.959054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3953f104-6a5f-4754-829e-0ace40c3dc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:07.154685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab97357-b370-4b22-a0bf-de43f98ee9e9 req-906fb8fb-8c1e-4705-9473-8c448b584579 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:07.164588 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cab97357-b370-4b22-a0bf-de43f98ee9e9 req-906fb8fb-8c1e-4705-9473-8c448b584579 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.1369708 Jun 18 10:06:07.244428 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:07.280953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3953f104-6a5f-4754-829e-0ace40c3dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:07.305343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-45306311-f48d-4ad1-8fc0-1211e6034844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:07.317594 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cab97357-b370-4b22-a0bf-de43f98ee9e9 req-e0a05e22-9de3-4141-9d63-8b5da3960007 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518652 Jun 18 10:06:07.339064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953f104-6a5f-4754-829e-0ace40c3dc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0ee0fd-0ab2-483d-9eb6-aa130c016223,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:07.350167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed763e-fcd1-45be-93c0-9997b8e97bd2 req-1d8e7ffe-093e-4033-875c-fa34123edf7d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:07.365771 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-48ed763e-fcd1-45be-93c0-9997b8e97bd2 req-1d8e7ffe-093e-4033-875c-fa34123edf7d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1668439 Jun 18 10:06:07.372077 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3953f104-6a5f-4754-829e-0ace40c3dc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:07.414367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3953f104-6a5f-4754-829e-0ace40c3dc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:07.417171 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3953f104-6a5f-4754-829e-0ace40c3dc35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d0ee0fd-0ab2-483d-9eb6-aa130c016223 HTTP/1.1" status: 204 len: 168 time: 0.6524627 Jun 18 10:06:07.507000 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-48ed763e-fcd1-45be-93c0-9997b8e97bd2 req-a4c39bd0-e68a-47cc-9f31-9bfcaa94c648 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396284 Jun 18 10:06:07.685578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 41850) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:07.727915 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 41856) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:08.129874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-62c15908-422c-4d0d-b588-eb870301d4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.146908 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.204329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-62c15908-422c-4d0d-b588-eb870301d4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:08.210491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:08.213124 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-62c15908-422c-4d0d-b588-eb870301d4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:21ba685b821a4ffeadbf75b784c3bff3 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:08.217291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-62c15908-422c-4d0d-b588-eb870301d4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:08.220547 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Usage tracker for resource:security_group_rule and tenant:cdfd2ae400b64c188e3bd25916a42087 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:08.226893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:08.230332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-62c15908-422c-4d0d-b588-eb870301d4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:08.236731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:08.263843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3199774f-6293-455d-a98d-49b16f73482e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.369464 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-62c15908-422c-4d0d-b588-eb870301d4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.378790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.378790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-62c15908-422c-4d0d-b588-eb870301d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.392654 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.417823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:08.502647 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-62c15908-422c-4d0d-b588-eb870301d4d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21ba685b821a4ffeadbf75b784c3bff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8147371 Jun 18 10:06:08.505510 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41878) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:08.551264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c15908-422c-4d0d-b588-eb870301d4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942ad5dd-7197-4716-bcd9-94211b3dd7b8,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:08.587240 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cdfd2ae400b64c188e3bd25916a42087&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8598027 Jun 18 10:06:08.599568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 41888) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:08.669372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c0919cbc-c767-474e-8e00-a704abb74a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.726858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c0919cbc-c767-474e-8e00-a704abb74a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.834138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.836343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c0919cbc-c767-474e-8e00-a704abb74a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.845653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ad99b348-fc39-4c8c-b36a-a39f394b6fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:08.868238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0919cbc-c767-474e-8e00-a704abb74a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942ad5dd-7197-4716-bcd9-94211b3dd7b8,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:08.878590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c0919cbc-c767-474e-8e00-a704abb74a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:08.887293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda2cc93-7e68-4350-9205-0ab8edf9a50e,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:08.907316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:08.911497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c0919cbc-c767-474e-8e00-a704abb74a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:08.914070 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c0919cbc-c767-474e-8e00-a704abb74a1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/942ad5dd-7197-4716-bcd9-94211b3dd7b8 HTTP/1.1" status: 204 len: 168 time: 0.4039159 Jun 18 10:06:08.919594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:08.920034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:08.999965 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ead34728-6d1f-48cd-8651-94cb1c3637e3 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:09.001615 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ead34728-6d1f-48cd-8651-94cb1c3637e3 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.70 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.3884771 Jun 18 10:06:09.030771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79a9f5-1e57-4fa9-81a6-8812bf34f13a req-ded09dd6-d161-4205-9746-09f15fa7c9b8 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:09.031061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:06:09.032705 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9f79a9f5-1e57-4fa9-81a6-8812bf34f13a req-ded09dd6-d161-4205-9746-09f15fa7c9b8 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 946 time: 0.4424138 Jun 18 10:06:09.079941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-752d386a-d3f6-4c82-a194-ffa372dd8ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.111284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-752d386a-d3f6-4c82-a194-ffa372dd8ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.188768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ca4b3-275b-4608-8c6e-a2aa27869a19 req-071be824-407a-4cf0-8fdf-eec0bf338d9f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:09.190449 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-851ca4b3-275b-4608-8c6e-a2aa27869a19 req-071be824-407a-4cf0-8fdf-eec0bf338d9f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.3729649 Jun 18 10:06:09.205565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-752d386a-d3f6-4c82-a194-ffa372dd8ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.221280 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-406accee-b225-4043-9a89-4405ea6271ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:09.272383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d386a-d3f6-4c82-a194-ffa372dd8ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda2cc93-7e68-4350-9205-0ab8edf9a50e,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:09.288718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-752d386a-d3f6-4c82-a194-ffa372dd8ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:09.305979 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Deleting port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:06:09.305979 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.334001 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9f79a9f5-1e57-4fa9-81a6-8812bf34f13a req-4539090b-fead-45b9-a784-e16dc950e86d tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/security-groups?id=f0e4355a-4a94-47ed-9937-50437d10253d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630339 Jun 18 10:06:09.364841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-752d386a-d3f6-4c82-a194-ffa372dd8ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.366101 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-752d386a-d3f6-4c82-a194-ffa372dd8ed8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eda2cc93-7e68-4350-9205-0ab8edf9a50e HTTP/1.1" status: 204 len: 168 time: 0.7652173 Jun 18 10:06:09.402722 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-851ca4b3-275b-4608-8c6e-a2aa27869a19 req-e5ad8a7b-8121-4959-bc71-5790845bf3a6 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997235 Jun 18 10:06:09.550607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41920) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:09.579951 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.621633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:09.626636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Usage tracker for resource:security_group_rule and tenant:5213624aefe04676b01c8cff11e83f11 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:09.630392 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:09.637676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:09.666912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] For port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,segment=NetworkSegment(375e6903-3bbd-4a44-92ce-5ff9b64c11a5),segment_id=375e6903-3bbd-4a44-92ce-5ff9b64c11a5)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:09.667442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.721290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.725595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.753588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-44134bc4-7fd8-4c98-8b98-c423313675b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:09.791446 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c2b423-d7dd-4e00-b5c4-979cc3602217,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:09.797620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:09.801688 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5213624aefe04676b01c8cff11e83f11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2495074 Jun 18 10:06:09.807855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 41926) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:09.839461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Calling delete_port for 5f7e1bcc-4225-47f7-87d0-521ace1afdcd owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:06:09.883135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3aa0-abc1-4fa7-a463-51cb5e4da136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.942241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3aa0-abc1-4fa7-a463-51cb5e4da136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:09.996496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3aa0-abc1-4fa7-a463-51cb5e4da136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:10.002129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4da790a6-38e1-4683-94e0-23fe9e91741c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:10.017105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c3aa0-abc1-4fa7-a463-51cb5e4da136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c2b423-d7dd-4e00-b5c4-979cc3602217,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:10.019774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9d5c3aa0-abc1-4fa7-a463-51cb5e4da136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:10.024866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9d5c3aa0-abc1-4fa7-a463-51cb5e4da136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:10.029443 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9d5c3aa0-abc1-4fa7-a463-51cb5e4da136 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85c2b423-d7dd-4e00-b5c4-979cc3602217 HTTP/1.1" status: 204 len: 168 time: 0.2193811 Jun 18 10:06:10.079024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:10.105843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:10.121891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:10.211041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Pushing event deleted for resources: {'Port': ['ID=5f7e1bcc-4225-47f7-87d0-521ace1afdcd,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:10.245217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:10.254058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] No DVR routers for this DVR port 5f7e1bcc-4225-47f7-87d0-521ace1afdcd on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:06:10.261769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:10.269034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd526d5c5-8007-44ba-b199-594cdfa4df49', 'name': 'network-vif-deleted', 'tag': '5f7e1bcc-4225-47f7-87d0-521ace1afdcd'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:06:10.275990 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-19507f7b-121e-45ba-8fc2-aab5c10f55a7 req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.70 "DELETE /v2.0/ports/5f7e1bcc-4225-47f7-87d0-521ace1afdcd HTTP/1.1" status: 204 len: 173 time: 1.2571957 Jun 18 10:06:10.362404 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd526d5c5-8007-44ba-b199-594cdfa4df49', 'name': 'network-vif-deleted', 'tag': '5f7e1bcc-4225-47f7-87d0-521ace1afdcd', 'status': 'completed', 'code': 200} Jun 18 10:06:10.628710 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 5f7e1bcc-4225-47f7-87d0-521ace1afdcd no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:06:10.700270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-06d8dd2a-2b20-4aed-b294-98e782038986 req-4daf614a-e6a6-48eb-a250-f641793670ba tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Synchronizing usage tracker for tenant:2c837a4c9fec4a6f8b1169c7bfd03bb7 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:06:10.741096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-06d8dd2a-2b20-4aed-b294-98e782038986 req-4daf614a-e6a6-48eb-a250-f641793670ba tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Unset dirty status for tenant:2c837a4c9fec4a6f8b1169c7bfd03bb7 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:06:10.742472 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-06d8dd2a-2b20-4aed-b294-98e782038986 req-4daf614a-e6a6-48eb-a250-f641793670ba tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 210 time: 0.1695616 Jun 18 10:06:10.845568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 5f7e1bcc-4225-47f7-87d0-521ace1afdcd {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:06:10.846135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 5f7e1bcc-4225-47f7-87d0-521ace1afdcd not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:06:11.001332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb09ae6-466c-4292-972c-687ce4a8c47c req-10caff09-127f-42f9-81de-fd403ebcd427 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:11.001332 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-acb09ae6-466c-4292-972c-687ce4a8c47c req-10caff09-127f-42f9-81de-fd403ebcd427 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.2229548 Jun 18 10:06:11.066636 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-acb09ae6-466c-4292-972c-687ce4a8c47c req-05205a5a-fedf-45c9-a2f8-04eb3c22a1d2 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626526 Jun 18 10:06:12.078082 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cfbdb813-5374-415e-a388-59ea1afe36a5 req-782b36fb-705e-43f6-9648-eefa80011b03 tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] 10.222.0.60 "GET /v2.0/ports?device_id=d526d5c5-8007-44ba-b199-594cdfa4df49 HTTP/1.1" status: 200 len: 210 time: 0.0548635 Jun 18 10:06:12.405353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed665b-a72f-4b4f-bcf5-9b3d7619f518 req-7f5e8141-08b2-433b-bcd2-ea48dcd8dffc tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:12.414472 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-24ed665b-a72f-4b4f-bcf5-9b3d7619f518 req-7f5e8141-08b2-433b-bcd2-ea48dcd8dffc tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1564102 Jun 18 10:06:12.479968 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-24ed665b-a72f-4b4f-bcf5-9b3d7619f518 req-47602729-2891-4239-bd06-014cfc3e1f98 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641875 Jun 18 10:06:13.345020 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c625df15-0da7-48fd-a6b8-42d0eab61071 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:13.347339 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c625df15-0da7-48fd-a6b8-42d0eab61071 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 815 time: 0.2602477 Jun 18 10:06:13.376129 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-ac1f0a72-0b27-4873-8fbd-f467c0f3285f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/quotas/61da6152e08a4db08fb38bb8eaec89eb HTTP/1.1" status: 200 len: 375 time: 0.0219891 Jun 18 10:06:13.484037 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-4ca52ca6-7e5d-42cb-9caf-8be3f1d2aa75 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966690 Jun 18 10:06:13.850082 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c2a7d974-9047-4114-8dd9-a4175138c315 service neutron] 10.222.0.60 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549736 Jun 18 10:06:14.063162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9a3fc-d2cf-4baa-b465-c427d9fde214 req-6d70571d-5e5e-4898-9d44-cb6412624f8d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:14.064811 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5df9a3fc-d2cf-4baa-b465-c427d9fde214 req-6d70571d-5e5e-4898-9d44-cb6412624f8d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.2137539 Jun 18 10:06:14.111152 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-752bd64e-c447-4454-9aa2-96e262f6ea23 service neutron] 10.222.0.60 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230008 Jun 18 10:06:14.134817 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5df9a3fc-d2cf-4baa-b465-c427d9fde214 req-3a292cf4-2925-4b02-aa5e-423458556d53 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585473 Jun 18 10:06:14.358686 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ff014a0-2f79-4d85-bbcc-9ce0b8d22f85 req-eb950cc5-7884-4ac3-859f-653db4ebaa2a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 210 time: 0.0579088 Jun 18 10:06:14.427673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42102) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:14.615888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:14.657737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:14.662927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Usage tracker for resource:security_group_rule and tenant:affae1566ada4648a9b30d2d2697d319 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:14.667083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:14.673507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:14.755635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:14.763337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:14.780699 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2e92cb1b-50a2-493f-96d2-54cca54bfb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:14.847725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 42118) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:14.848222 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=affae1566ada4648a9b30d2d2697d319&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4185553 Jun 18 10:06:14.874158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b64151-7483-43f8-973a-53d7da74f878,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:14.882567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:14.975189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d7c203d3-51fd-4f50-8a27-f6d87618747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:15.008683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d7c203d3-51fd-4f50-8a27-f6d87618747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:15.061295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d7c203d3-51fd-4f50-8a27-f6d87618747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:15.069015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:15.088996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d7c203d3-51fd-4f50-8a27-f6d87618747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:15.090296 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d7c203d3-51fd-4f50-8a27-f6d87618747b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15b64151-7483-43f8-973a-53d7da74f878 HTTP/1.1" status: 204 len: 168 time: 0.2412477 Jun 18 10:06:15.091655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c203d3-51fd-4f50-8a27-f6d87618747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b64151-7483-43f8-973a-53d7da74f878,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:15.094705 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d7c203d3-51fd-4f50-8a27-f6d87618747b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:15.403896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05065243-7097-406c-a2c4-e6c67b8c817e req-8397ca81-3bde-4794-8d98-00ac7d314636 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:15.413429 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-05065243-7097-406c-a2c4-e6c67b8c817e req-8397ca81-3bde-4794-8d98-00ac7d314636 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1104012 Jun 18 10:06:15.476878 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-05065243-7097-406c-a2c4-e6c67b8c817e req-d9ee154b-dca8-460f-9557-b6754164e554 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612741 Jun 18 10:06:15.594186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42156) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:15.618954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:15.644778 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3792f883-30a2-4deb-b27a-792dd2817701 req-0b160519-6100-4892-8201-c14625f43205 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 210 time: 0.0698943 Jun 18 10:06:15.671179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:15.676015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Usage tracker for resource:security_group_rule and tenant:a2c06cb084684be58710dd5dd8eff9b9 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:15.685055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:15.693871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:15.780373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 42162) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:15.791153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:15.795760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:15.808624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b5cbe8f8-c2b4-4cdd-b8cd-3cd0facb6cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:15.840971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e393b3a2-200b-4bd9-b6e3-728374f1818d,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:15.847996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:15.873222 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2c06cb084684be58710dd5dd8eff9b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2748644 Jun 18 10:06:15.873993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42168) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:15.894557 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c498769-42ee-41e5-ac94-0a4b644a18bf admin admin] Deleting subnet c1dc1165-e777-41e0-86cd-3e65f0b252a0 {{(pid=82099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:06:15.899039 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c498769-42ee-41e5-ac94-0a4b644a18bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:15.968955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d61b12d2-85ed-4357-b3a2-500d6a32298a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:16.005814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d61b12d2-85ed-4357-b3a2-500d6a32298a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:16.072283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c498769-42ee-41e5-ac94-0a4b644a18bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:16.092082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d61b12d2-85ed-4357-b3a2-500d6a32298a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:16.096776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c498769-42ee-41e5-ac94-0a4b644a18bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:16.098689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3d1255fe-c3ca-482b-8a62-a65f00ac0525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:16.112458 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b12d2-85ed-4357-b3a2-500d6a32298a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e393b3a2-200b-4bd9-b6e3-728374f1818d,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:16.118262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d61b12d2-85ed-4357-b3a2-500d6a32298a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:16.123674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d61b12d2-85ed-4357-b3a2-500d6a32298a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:16.125151 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d61b12d2-85ed-4357-b3a2-500d6a32298a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e393b3a2-200b-4bd9-b6e3-728374f1818d HTTP/1.1" status: 204 len: 168 time: 0.2498145 Jun 18 10:06:16.236476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-adf01279-6dc4-4ac4-b6b9-26f9fff1ef44 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:16.237083 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-adf01279-6dc4-4ac4-b6b9-26f9fff1ef44 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 815 time: 0.2884734 Jun 18 10:06:16.305139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Request body: {'port': {'device_id': '7262b366-7ed3-410b-b61a-ce3d4a21315c', 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205', 'admin_state_up': True, 'tenant_id': '61da6152e08a4db08fb38bb8eaec89eb'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:16.590493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:16.616378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:16.698420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Made reservation on behalf of 61da6152e08a4db08fb38bb8eaec89eb for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:06:16.704379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:16.862109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c498769-42ee-41e5-ac94-0a4b644a18bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:16.954532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:17.015657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c498769-42ee-41e5-ac94-0a4b644a18bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:17.028822 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b158cf3c-6c0a-4e70-b2b6-39417a9ec610 req-2ee86b6a-17bc-420a-bacf-00c2fe7cdec7 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 210 time: 0.1724253 Jun 18 10:06:17.064317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c498769-42ee-41e5-ac94-0a4b644a18bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1dc1165-e777-41e0-86cd-3e65f0b252a0,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:17.099324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be3f79-24a9-4870-899b-293fce3d0692 req-9330b009-d792-4632-9436-2518e59e9a0a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:17.113949 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25be3f79-24a9-4870-899b-293fce3d0692 req-9330b009-d792-4632-9436-2518e59e9a0a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.4647613 Jun 18 10:06:17.139223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42218) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:17.184249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2c498769-42ee-41e5-ac94-0a4b644a18bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:17.271853 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2c498769-42ee-41e5-ac94-0a4b644a18bf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c1dc1165-e777-41e0-86cd-3e65f0b252a0 HTTP/1.1" status: 204 len: 168 time: 1.4901402 Jun 18 10:06:17.275976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42230) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:17.320111 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25be3f79-24a9-4870-899b-293fce3d0692 req-b07d4173-13ad-468a-8440-59bbe827444f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040393 Jun 18 10:06:17.361870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Allocated IP 172.20.0.3 (70dc5c85-0e3c-4481-b3a9-0177d1b49205/e4b762a3-78c0-4677-9dc4-c5505995c7b9/1cc65835-40dd-493a-82f2-3efabaf95e25) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:06:17.441358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:17.513453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:17.674589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:17.708785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 42244) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:17.720082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:17.722731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:17.735080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:17.743580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:17.748969 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.749632 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.750828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.751831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > port after_create 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.752330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > port after_delete 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.752893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > port after_update 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.753561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.754482 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.754981 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.755492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.768567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:06:17.851545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:06:17.856358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:17.861250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:06:17.865934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:17.866640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:17.869910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.870682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.871219 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.873286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82100) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:06:17.877580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfdbfcd-287e-48ef-b352-47acaebc6258']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:17.888275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Pushing event updated for resources: {'Port': ['ID=1cc65835-40dd-493a-82f2-3efabaf95e25,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:17.898468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:17.904938 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6046586 Jun 18 10:06:17.908198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Usage tracker for resource:security_group_rule and tenant:3eb604637b354aaab10c1be8c8850e86 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:17.928537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:17.931165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Request body: {'port': {'device_id': '7262b366-7ed3-410b-b61a-ce3d4a21315c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:17.945948 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375e6903-3bbd-4a44-92ce-5ff9b64c11a5') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:17.946592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375e6903-3bbd-4a44-92ce-5ff9b64c11a5') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:17.976135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:17.983471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.012783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.022674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.034103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:06:18.034923 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: (self, other), Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: (self, other), Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:06:18.054673 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:06:18.130944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:18.138269 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.160113 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ed686639824f299273b79f8d784c58 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:18.210039 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:18.223173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.241080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:18.245699 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2b273c81-c5d6-49f4-aaa6-9b1d1583800a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:18.270756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.278005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.289552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.326571 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eb604637b354aaab10c1be8c8850e86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1861949 Jun 18 10:06:18.327643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Pushing event deleted for resources: {'Network': ['ID=abfdbfcd-287e-48ef-b352-47acaebc6258,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:18.330447 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:18.331510 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42264) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:18.333156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c5ac638a-fb8e-47df-985c-7ae7138764a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:18.405135 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] 10.222.0.60 "DELETE /v2.0/networks/abfdbfcd-287e-48ef-b352-47acaebc6258 HTTP/1.1" status: 204 len: 168 time: 1.1206605 Jun 18 10:06:18.445667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439c72e9-0da1-4bc6-a5af-33df9eccf868,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:18.449535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:18.467882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-99ae2c06-1bd9-48fb-b438-5169724010e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.501755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-99ae2c06-1bd9-48fb-b438-5169724010e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.569771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-99ae2c06-1bd9-48fb-b438-5169724010e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.580377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-963f3836-f19e-4c2a-b3cc-3f75604d5938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:18.619454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2c06-1bd9-48fb-b438-5169724010e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439c72e9-0da1-4bc6-a5af-33df9eccf868,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:18.635071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-99ae2c06-1bd9-48fb-b438-5169724010e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:18.639219 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-99ae2c06-1bd9-48fb-b438-5169724010e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:18.644261 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-99ae2c06-1bd9-48fb-b438-5169724010e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/439c72e9-0da1-4bc6-a5af-33df9eccf868 HTTP/1.1" status: 204 len: 168 time: 0.3019893 Jun 18 10:06:18.668928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2c337-842e-4284-84e1-117b1388ec60 req-6e67ee9e-6f5b-48a4-8e2b-9a69bdd9c61d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:18.669716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-0de2c337-842e-4284-84e1-117b1388ec60 req-6e67ee9e-6f5b-48a4-8e2b-9a69bdd9c61d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Synchronizing usage tracker for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:06:18.715360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42278) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:18.820373 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ecba7b4e-2675-439c-bda6-b990c63cbc73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c837a4c9fec4a6f8b1169c7bfd03bb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1013038 Jun 18 10:06:18.823547 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42286) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:19.041914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8bffc4c4-3b2a-4cec-9f55-414c7b514254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.059749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.087136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.097660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8bffc4c4-3b2a-4cec-9f55-414c7b514254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.105912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c5ab55f7-19e9-4e2a-8fe4-472209393210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:19.113259 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-0de2c337-842e-4284-84e1-117b1388ec60 req-6e67ee9e-6f5b-48a4-8e2b-9a69bdd9c61d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Unset dirty status for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:06:19.120782 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0de2c337-842e-4284-84e1-117b1388ec60 req-6e67ee9e-6f5b-48a4-8e2b-9a69bdd9c61d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 931 time: 0.8347666 Jun 18 10:06:19.131358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.216732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8bffc4c4-3b2a-4cec-9f55-414c7b514254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.223121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a2a5300c-5c77-4423-957f-a98dc6ac69d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:19.242276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffc4c4-3b2a-4cec-9f55-414c7b514254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e4355a-4a94-47ed-9937-50437d10253d,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:19.245345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8bffc4c4-3b2a-4cec-9f55-414c7b514254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:19.251410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8bffc4c4-3b2a-4cec-9f55-414c7b514254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.257416 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8bffc4c4-3b2a-4cec-9f55-414c7b514254 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0e4355a-4a94-47ed-9937-50437d10253d HTTP/1.1" status: 204 len: 168 time: 0.4113050 Jun 18 10:06:19.310586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc65835-40dd-493a-82f2-3efabaf95e25 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:06:19.317710 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b18be5-3227-4461-aa47-adaf4a7b110e,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:19.323629 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.335505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:19.375176 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7ed686639824f299273b79f8d784c58&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6651006 Jun 18 10:06:19.377385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 42304) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:19.430030 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Transition to ACTIVE for port object 1cc65835-40dd-493a-82f2-3efabaf95e25 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:19.434292 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0de2c337-842e-4284-84e1-117b1388ec60 req-f8fe9f44-aca6-4ccf-9f6a-aa6e84f5509d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125622 Jun 18 10:06:19.447123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.456407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:19.499717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42312) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:19.528677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d9d0f-6032-4acc-b6f7-9078d6613b05 req-0902e8d8-e2e8-4974-a6ec-c7796b726dae tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:19.530373 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-820d9d0f-6032-4acc-b6f7-9078d6613b05 req-0902e8d8-e2e8-4974-a6ec-c7796b726dae tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.8088005 Jun 18 10:06:19.537283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.611080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:19.616272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Usage tracker for resource:security_group_rule and tenant:7a089040dfe24b6c826705876f86f39c is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:19.620244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:19.627667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:19.654637 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc65835-40dd-493a-82f2-3efabaf95e25,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:19.662729 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:19.668427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-77b020ae-98c1-4043-904a-9ff9e68ae6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.755359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-77b020ae-98c1-4043-904a-9ff9e68ae6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.772987 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-820d9d0f-6032-4acc-b6f7-9078d6613b05 req-223e2eee-b908-4202-985c-3b8545101d94 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279966 Jun 18 10:06:19.780016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.784157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.792950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dae61652-2602-40f5-9de2-4052c4fddc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:19.798402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Attempting to bind port 1cc65835-40dd-493a-82f2-3efabaf95e25 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:06:19.798773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Attempting to bind port 1cc65835-40dd-493a-82f2-3efabaf95e25 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:06:19.799137 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Attempting to bind port 1cc65835-40dd-493a-82f2-3efabaf95e25 on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:06:19.820213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Port 1cc65835-40dd-493a-82f2-3efabaf95e25 on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:06:19.820213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Attempting to bind port 1cc65835-40dd-493a-82f2-3efabaf95e25 on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:06:19.840508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:06:19.841340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Checking segment: {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:06:19.841340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Bound using segment: {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:06:19.842420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Bound port: 1cc65835-40dd-493a-82f2-3efabaf95e25, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:06:19.846080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.901019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0148b1f-7952-4d93-9d32-47557f17646a,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:19.903021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-77b020ae-98c1-4043-904a-9ff9e68ae6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.909045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:19.914970 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f331e6f3-cd0d-4792-9953-0dbec35428ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:19.926153 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a089040dfe24b6c826705876f86f39c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4229195 Jun 18 10:06:19.928114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42328) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:19.942685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b020ae-98c1-4043-904a-9ff9e68ae6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b18be5-3227-4461-aa47-adaf4a7b110e,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:19.945133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-77b020ae-98c1-4043-904a-9ff9e68ae6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:19.966815 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-77b020ae-98c1-4043-904a-9ff9e68ae6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:19.974327 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-77b020ae-98c1-4043-904a-9ff9e68ae6c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39b18be5-3227-4461-aa47-adaf4a7b110e HTTP/1.1" status: 204 len: 168 time: 0.5941246 Jun 18 10:06:20.024194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] For port 1cc65835-40dd-493a-82f2-3efabaf95e25, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:06:20.035211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] For port 1cc65835-40dd-493a-82f2-3efabaf95e25, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1cc65835-40dd-493a-82f2-3efabaf95e25,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:06:20.042008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:20.046864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e267fa4b-0ccc-4472-af54-93d0b9ec4dad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:20.050854 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-48fb930e-fdad-4b7e-9be0-0900ed974965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:20.085366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-48fb930e-fdad-4b7e-9be0-0900ed974965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:20.144493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc65835-40dd-493a-82f2-3efabaf95e25,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:20.150986 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:20.163903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:20.165664 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] 10.222.0.70 "PUT /v2.0/ports/1cc65835-40dd-493a-82f2-3efabaf95e25 HTTP/1.1" status: 200 len: 1093 time: 2.2402318 Jun 18 10:06:20.166331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7262b366-7ed3-410b-b61a-ce3d4a21315c', 'tag': '1cc65835-40dd-493a-82f2-3efabaf95e25'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:06:20.192641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-48fb930e-fdad-4b7e-9be0-0900ed974965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:20.200754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9d5c3aa0-abc1-4fa7-a463-51cb5e4da136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:20.219477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb930e-fdad-4b7e-9be0-0900ed974965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0148b1f-7952-4d93-9d32-47557f17646a,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:20.223505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-48fb930e-fdad-4b7e-9be0-0900ed974965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:20.225396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-48fb930e-fdad-4b7e-9be0-0900ed974965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:20.227243 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-48fb930e-fdad-4b7e-9be0-0900ed974965 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0148b1f-7952-4d93-9d32-47557f17646a HTTP/1.1" status: 204 len: 168 time: 0.2970891 Jun 18 10:06:20.340151 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7262b366-7ed3-410b-b61a-ce3d4a21315c', 'tag': '1cc65835-40dd-493a-82f2-3efabaf95e25', 'status': 'completed', 'code': 200} Jun 18 10:06:20.359876 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-9cd40d6d-e34c-4944-89ac-e17ca1dd8695 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 1096 time: 0.1204226 Jun 18 10:06:20.465073 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-12be4696-f8ca-47dd-af4e-89bb4ba7e63e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cc65835-40dd-493a-82f2-3efabaf95e25 HTTP/1.1" status: 200 len: 217 time: 0.0866797 Jun 18 10:06:20.563579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-a572656a-eabe-4b03-81d2-5003d77fae1e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:20.565418 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-a572656a-eabe-4b03-81d2-5003d77fae1e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b762a3-78c0-4677-9dc4-c5505995c7b9 HTTP/1.1" status: 200 len: 855 time: 0.0928204 Jun 18 10:06:20.661136 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-51d6af5b-4245-4279-b2c4-81e9268d426b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=70dc5c85-0e3c-4481-b3a9-0177d1b49205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853283 Jun 18 10:06:20.951941 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-007df7f5-7902-4a47-8687-b18c8ddc0520 service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804701 Jun 18 10:06:21.224783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80849e-c36a-41df-8eb7-ed71bccf3f8a req-e010c6d7-32cc-4b6d-905d-68a67fa6f7e8 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:21.231198 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5a80849e-c36a-41df-8eb7-ed71bccf3f8a req-e010c6d7-32cc-4b6d-905d-68a67fa6f7e8 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 943 time: 0.4675481 Jun 18 10:06:21.315071 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f89ed114-e306-4cf9-aa29-a3dad2a26b15 req-0c729bdf-ee94-402e-a171-783a89828199 service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538158 Jun 18 10:06:21.432966 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29414662-18f0-4eef-82ac-ea643a2289d6 req-4cc8678d-ed69-404e-942b-41d4fd879206 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:21.434786 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-29414662-18f0-4eef-82ac-ea643a2289d6 req-4cc8678d-ed69-404e-942b-41d4fd879206 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.4183762 Jun 18 10:06:21.437853 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5a80849e-c36a-41df-8eb7-ed71bccf3f8a req-5e18fb4f-d3a0-4ef5-9b8f-8cf721bc102d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031126 Jun 18 10:06:21.567920 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-29414662-18f0-4eef-82ac-ea643a2289d6 req-eb851519-dc7b-4910-b281-8bf8f76040e7 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268771 Jun 18 10:06:21.633120 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f96dddfb-fe45-4132-8bc1-aeb86f7e063c req-1da41622-f32b-40a7-a145-1822428f6db4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 1096 time: 0.1483626 Jun 18 10:06:21.910714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dddfb-fe45-4132-8bc1-aeb86f7e063c req-c10a46c0-1f6d-4d54-9cfe-785e33d40c4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:21.912464 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f96dddfb-fe45-4132-8bc1-aeb86f7e063c req-c10a46c0-1f6d-4d54-9cfe-785e33d40c4b service neutron] 10.222.0.70 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 916 time: 0.2638791 Jun 18 10:06:22.024929 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f96dddfb-fe45-4132-8bc1-aeb86f7e063c req-0d591350-2103-45fc-83c7-29214c1e9435 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cc65835-40dd-493a-82f2-3efabaf95e25 HTTP/1.1" status: 200 len: 217 time: 0.1040521 Jun 18 10:06:22.138751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dddfb-fe45-4132-8bc1-aeb86f7e063c req-7468f624-4cd4-44d1-9aa4-b58b3a59db2a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:22.140445 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f96dddfb-fe45-4132-8bc1-aeb86f7e063c req-7468f624-4cd4-44d1-9aa4-b58b3a59db2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b762a3-78c0-4677-9dc4-c5505995c7b9 HTTP/1.1" status: 200 len: 855 time: 0.1010857 Jun 18 10:06:22.208830 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f96dddfb-fe45-4132-8bc1-aeb86f7e063c req-95a0f6db-60ea-4f36-82f0-cfd4ad648ea9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=70dc5c85-0e3c-4481-b3a9-0177d1b49205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605452 Jun 18 10:06:22.389144 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f96dddfb-fe45-4132-8bc1-aeb86f7e063c req-598dc606-b87f-49fe-a86e-1c8e44197d3d service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706610 Jun 18 10:06:22.610141 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f96dddfb-fe45-4132-8bc1-aeb86f7e063c req-80545588-2c1e-4220-9616-d55ddf273aae service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106593 Jun 18 10:06:22.753620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13407a87-9d50-49ed-a4ba-dde7c2d3fec2 req-aa8252e1-176c-48b9-a4a1-89ed82da6782 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:22.755334 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-13407a87-9d50-49ed-a4ba-dde7c2d3fec2 req-aa8252e1-176c-48b9-a4a1-89ed82da6782 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 943 time: 0.1013474 Jun 18 10:06:22.824881 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-13407a87-9d50-49ed-a4ba-dde7c2d3fec2 req-311feec7-7dc2-4a31-9d86-d2f52ed693cc tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619521 Jun 18 10:06:23.230011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7394d1-fff6-4266-aa4d-af872ecc6cac req-45a62fa5-f2df-4b28-9fd2-5254f3f68e48 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:23.243849 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2c7394d1-fff6-4266-aa4d-af872ecc6cac req-45a62fa5-f2df-4b28-9fd2-5254f3f68e48 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1526690 Jun 18 10:06:23.381422 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2c7394d1-fff6-4266-aa4d-af872ecc6cac req-1153fad1-3d95-4a5c-b012-33f2139005f5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301854 Jun 18 10:06:24.140399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf2359-fed8-448f-a78c-ef71e40242f9 req-998a911d-f2bb-4dc8-a45c-34bb19383b2f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:24.142107 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bfcf2359-fed8-448f-a78c-ef71e40242f9 req-998a911d-f2bb-4dc8-a45c-34bb19383b2f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 943 time: 0.0948756 Jun 18 10:06:24.193705 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bfcf2359-fed8-448f-a78c-ef71e40242f9 req-f2caa7c0-eb1c-4c3a-be15-b437f57d2c8b tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452476 Jun 18 10:06:24.636839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e22ec-2fbc-4e19-b795-2d20e9c4c3d9 req-a8997716-aced-4e86-8240-c54f9adf7b74 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:24.638616 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0d8e22ec-2fbc-4e19-b795-2d20e9c4c3d9 req-a8997716-aced-4e86-8240-c54f9adf7b74 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0955322 Jun 18 10:06:24.693992 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0d8e22ec-2fbc-4e19-b795-2d20e9c4c3d9 req-9e8a3fe8-c9f3-456f-aaf9-d326c7e1a432 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Jun 18 10:06:25.583529 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc96d8-51f6-4bd6-8928-7092de2f89d4 req-96b2b13f-02db-44e1-a51e-079d790e25fe tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:25.585055 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e1bc96d8-51f6-4bd6-8928-7092de2f89d4 req-96b2b13f-02db-44e1-a51e-079d790e25fe tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 943 time: 0.0835507 Jun 18 10:06:25.636699 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e1bc96d8-51f6-4bd6-8928-7092de2f89d4 req-7bf6dd1d-8ae2-4102-ae77-070408af4728 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452790 Jun 18 10:06:25.960178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b49c2-0caf-4be9-be65-98a6ce6cd162 req-d4df583b-35fb-437e-8ef2-9722bb4986ee tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:25.961754 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e43b49c2-0caf-4be9-be65-98a6ce6cd162 req-d4df583b-35fb-437e-8ef2-9722bb4986ee tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0856786 Jun 18 10:06:26.010787 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e43b49c2-0caf-4be9-be65-98a6ce6cd162 req-20b61020-7c94-4f38-b3bb-0193f64636d9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Jun 18 10:06:26.281749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1cc65835-40dd-493a-82f2-3efabaf95e25 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:06:26.426457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 1cc65835-40dd-493a-82f2-3efabaf95e25, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1cc65835-40dd-493a-82f2-3efabaf95e25,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:26.440315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '1cc65835-40dd-493a-82f2-3efabaf95e25', 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205', 'port_id': '1cc65835-40dd-493a-82f2-3efabaf95e25', 'mac_address': 'fa:16:3e:66:27:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b762a3-78c0-4677-9dc4-c5505995c7b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:06:26.499331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:26.517696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc65835-40dd-493a-82f2-3efabaf95e25 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:06:26.533645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 1cc65835-40dd-493a-82f2-3efabaf95e25, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1cc65835-40dd-493a-82f2-3efabaf95e25,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:26.536652 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:26.538509 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a7120f1-033d-4ca8-9cbe-06e65ba406ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:26.614534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=1cc65835-40dd-493a-82f2-3efabaf95e25,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:26.624309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.624702 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.625084 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.625461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.625833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.626235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.626604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.626998 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.627355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.627704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.628066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:26.639112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:26.846853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233e8b8-42fd-42e4-889d-aaca016d01d2 req-a73be333-15c9-428a-b4bd-a679f2151f4c tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:26.848372 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c233e8b8-42fd-42e4-889d-aaca016d01d2 req-a73be333-15c9-428a-b4bd-a679f2151f4c tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 944 time: 0.0827920 Jun 18 10:06:26.905615 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c233e8b8-42fd-42e4-889d-aaca016d01d2 req-6d59b998-d4f8-4516-8faf-3c93fa9be7d4 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501575 Jun 18 10:06:27.213678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402081a2-a6d0-4ceb-8f73-84875d3caa37 req-80083343-09cd-4369-8b21-6a22cd8d497a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:27.215307 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-402081a2-a6d0-4ceb-8f73-84875d3caa37 req-80083343-09cd-4369-8b21-6a22cd8d497a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0820470 Jun 18 10:06:27.264494 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-402081a2-a6d0-4ceb-8f73-84875d3caa37 req-3b1afb9e-9fad-425c-9d26-70bf926f1445 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Jun 18 10:06:27.742215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['1cc65835-40dd-493a-82f2-3efabaf95e25'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:06:28.118989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563eeac-3a97-4a8e-956f-4181de763f67 req-e28b988d-4fc6-4993-941f-ed251a18722e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:28.120576 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b563eeac-3a97-4a8e-956f-4181de763f67 req-e28b988d-4fc6-4993-941f-ed251a18722e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 944 time: 0.0892723 Jun 18 10:06:28.169822 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b563eeac-3a97-4a8e-956f-4181de763f67 req-53ea63f8-5a6e-46d8-9ae7-aa3cb10fd901 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 Jun 18 10:06:28.474000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7113-0b89-44e2-8038-65d8b0ac0205 req-2b512b26-ca61-4dcf-a3ec-a427fffd9361 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:28.475616 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4c1f7113-0b89-44e2-8038-65d8b0ac0205 req-2b512b26-ca61-4dcf-a3ec-a427fffd9361 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0870821 Jun 18 10:06:28.525462 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4c1f7113-0b89-44e2-8038-65d8b0ac0205 req-b7a19c0f-c7d9-4afc-b6a8-34c5a30101a7 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Jun 18 10:06:29.467834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988c3c2-f4ff-4f09-88e9-fabb80c47d55 req-b3bcb626-2d35-4e08-a736-6e5605fe96d6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:29.469433 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5988c3c2-f4ff-4f09-88e9-fabb80c47d55 req-b3bcb626-2d35-4e08-a736-6e5605fe96d6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 944 time: 0.0871358 Jun 18 10:06:29.519225 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5988c3c2-f4ff-4f09-88e9-fabb80c47d55 req-ef8af38d-9d36-40c2-9200-5f64a856ad5b tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 Jun 18 10:06:29.747492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348f38e-8cb3-47b3-adb9-55b6259ac6f9 req-13fc73ff-b8d8-450e-ad3d-3f1072ccaa06 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:29.749030 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0348f38e-8cb3-47b3-adb9-55b6259ac6f9 req-13fc73ff-b8d8-450e-ad3d-3f1072ccaa06 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0943184 Jun 18 10:06:29.798429 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0348f38e-8cb3-47b3-adb9-55b6259ac6f9 req-450b2569-7c4d-4082-8aaf-141760c05587 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432346 Jun 18 10:06:30.751593 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8747780-ac11-42ce-98c2-e01e4c3d9208 req-9f6c1f3c-8dd4-4d93-beb2-d62652e5cae2 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:30.753319 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a8747780-ac11-42ce-98c2-e01e4c3d9208 req-9f6c1f3c-8dd4-4d93-beb2-d62652e5cae2 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 944 time: 0.1090803 Jun 18 10:06:30.811891 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a8747780-ac11-42ce-98c2-e01e4c3d9208 req-882ced42-5ec5-4048-9c4a-5a426195c205 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522323 Jun 18 10:06:31.022330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82026a1-6613-42b7-b5ca-8f68cb340e5a req-affc8ec1-b449-4615-856d-189f9c31e87e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:31.025088 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f82026a1-6613-42b7-b5ca-8f68cb340e5a req-affc8ec1-b449-4615-856d-189f9c31e87e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0879836 Jun 18 10:06:31.261987 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f82026a1-6613-42b7-b5ca-8f68cb340e5a req-f74eff2c-6dfc-4b0e-9c95-d8231d1de279 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283452 Jun 18 10:06:32.045165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f2087-a062-4c93-b1bf-ed968552cf63 req-4193302f-95c9-457b-b74c-a84ebcd6a069 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:32.046575 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-903f2087-a062-4c93-b1bf-ed968552cf63 req-4193302f-95c9-457b-b74c-a84ebcd6a069 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 944 time: 0.0854981 Jun 18 10:06:32.096352 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-903f2087-a062-4c93-b1bf-ed968552cf63 req-27740597-a5fe-47de-ab11-325ca9baafd5 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Jun 18 10:06:32.418712 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42652) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:32.476471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7557a6-822e-4b0c-b13a-0983c79a03c9 req-2ee2ecd1-ac56-477b-bba7-3276e1981cdb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:32.478615 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7d7557a6-822e-4b0c-b13a-0983c79a03c9 req-2ee2ecd1-ac56-477b-bba7-3276e1981cdb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0858312 Jun 18 10:06:32.529454 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7d7557a6-822e-4b0c-b13a-0983c79a03c9 req-343dcdd3-883b-4391-8f07-bc010076a680 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Jun 18 10:06:32.580643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:32.621684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:32.625758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:356788c69d08450689512e74c75fad10 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:32.628822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:32.636189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:32.706412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:32.709320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:32.717399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-39f0231f-8931-4b88-90c5-d5b84c6d4b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:32.762381 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=356788c69d08450689512e74c75fad10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3424709 Jun 18 10:06:32.763188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a4ebb7-bec5-42ba-97e6-ae0cc934aa09,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:32.766160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 42662) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:32.766403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:32.828947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-383dbfc2-a170-493f-abec-d72da8d54610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:32.856423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-383dbfc2-a170-493f-abec-d72da8d54610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:32.901340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-383dbfc2-a170-493f-abec-d72da8d54610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:32.906328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-77b020ae-98c1-4043-904a-9ff9e68ae6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:32.919563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dbfc2-a170-493f-abec-d72da8d54610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a4ebb7-bec5-42ba-97e6-ae0cc934aa09,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:32.922179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-383dbfc2-a170-493f-abec-d72da8d54610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:32.924351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-383dbfc2-a170-493f-abec-d72da8d54610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:32.928358 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-383dbfc2-a170-493f-abec-d72da8d54610 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1a4ebb7-bec5-42ba-97e6-ae0cc934aa09 HTTP/1.1" status: 204 len: 168 time: 0.1579506 Jun 18 10:06:33.322975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d75872-b841-4b6f-bbb6-fce218e54bfc req-09bebe15-62a5-4f2f-ae1d-09a6fbc3dbae tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:33.324625 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c7d75872-b841-4b6f-bbb6-fce218e54bfc req-09bebe15-62a5-4f2f-ae1d-09a6fbc3dbae tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 944 time: 0.1007223 Jun 18 10:06:33.373867 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c7d75872-b841-4b6f-bbb6-fce218e54bfc req-fbb1e848-b806-4640-8f10-227d9d16e4f9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Jun 18 10:06:33.754038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274eab8f-2eea-42aa-b75e-c83a015d660c req-9af38569-7f69-487d-b4b5-07d657472b5c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:33.755723 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-274eab8f-2eea-42aa-b75e-c83a015d660c req-9af38569-7f69-487d-b4b5-07d657472b5c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0902960 Jun 18 10:06:33.809592 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-274eab8f-2eea-42aa-b75e-c83a015d660c req-7d16ba9d-2b55-4d6e-83e5-aa48926f9232 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Jun 18 10:06:33.815396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 42696) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:33.976867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-933245219-network', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:33.982333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:33.986390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Usage tracker for resource:network and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:33.989584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:33.996695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:34.005325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Made reservation on behalf of 676571e50e2545779d49baf7b45bd0b1 for: {'network': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:06:34.010178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.023297 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.057668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:34.061624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Usage tracker for resource:security_group_rule and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:34.064573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:34.070657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:34.142074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.144801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.148935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9455e71b-e673-4255-87c0-7f8d3ae44502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:34.177516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=82099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:06:34.190400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57181de0-f3f3-4863-9e2c-30535e0a58ef,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:34.193870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:34.197801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.198216 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Added segment 9d02eb66-78df-49a3-8f21-d8450d61986a of type vlan for network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 Jun 18 10:06:34.223751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1cc65835-40dd-493a-82f2-3efabaf95e25 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:34.226275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.256058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.257332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:34.258028 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.263868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:34.294986 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 1cc65835-40dd-493a-82f2-3efabaf95e25 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:34.300133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 1cc65835-40dd-493a-82f2-3efabaf95e25 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:34.300550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.376909 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5603213 Jun 18 10:06:34.377384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42710) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:34.383777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Pushing event updated for resources: {'Network': ['ID=75017cc0-35c1-4364-bf40-beb6ab6f53d7,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:34.385883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Request body: {'subnet': {'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-933245219-subnet', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:34.395586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:34.399027 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:34.406549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Usage tracker for resource:subnet and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:34.409994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:34.424782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:06:34.428645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:34.439468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Made reservation on behalf of 676571e50e2545779d49baf7b45bd0b1 for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:06:34.444188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848291384'] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.537867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.582731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7262b366-7ed3-410b-b61a-ce3d4a21315c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc65835-40dd-493a-82f2-3efabaf95e25'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:06:34.595544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 1cc65835-40dd-493a-82f2-3efabaf95e25, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1cc65835-40dd-493a-82f2-3efabaf95e25,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:34.600678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.603381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:34.615675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f8385-bbd0-433a-ae03-b7d36f72a99d req-b0648b65-9378-4392-9f4b-b2adf1cb3d32 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:34.617299 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9f2f8385-bbd0-433a-ae03-b7d36f72a99d req-b0648b65-9378-4392-9f4b-b2adf1cb3d32 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 944 time: 0.1116948 Jun 18 10:06:34.668687 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7262b366-7ed3-410b-b61a-ce3d4a21315c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc65835-40dd-493a-82f2-3efabaf95e25', 'code': 200} Jun 18 10:06:34.677769 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9f2f8385-bbd0-433a-ae03-b7d36f72a99d req-ebb144c9-6005-417d-9995-1933a4552f18 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542338 Jun 18 10:06:34.700585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=1cc65835-40dd-493a-82f2-3efabaf95e25,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:34.703831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:34.901251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7925794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848291367'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:34.905877 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:34.981990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50b4836-27c8-44ad-a660-5703f9205892,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:34.986855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:34.996153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Checking segment: {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:06:34.996540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Network hostable DHCP agents. Network: 75017cc0-35c1-4364-bf40-beb6ab6f53d7, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:06:35.023856 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:06:35.034927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 75017cc0-35c1-4364-bf40-beb6ab6f53d7) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:35.046409 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323993a7-512a-4072-ada0-dba81ebcda67 None None] Network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:06:35.052377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:35.053078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.053161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebaee6-d9d7-478e-9baf-f60acea7f1ae req-1dd5259e-8b2b-4a43-afc1-a1acd786b593 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:35.054688 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a2ebaee6-d9d7-478e-9baf-f60acea7f1ae req-1dd5259e-8b2b-4a43-afc1-a1acd786b593 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0971019 Jun 18 10:06:35.086593 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7077756 Jun 18 10:06:35.088469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42724) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:35.100088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:35.102322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:35.107254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Usage tracker for resource:router and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:35.112733 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:35.113103 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a2ebaee6-d9d7-478e-9baf-f60acea7f1ae req-5499c44a-9f42-4274-b16e-468d36fa9ebe tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509312 Jun 18 10:06:35.120724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:35.131124 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.132282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.152885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.297769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:06:35.298762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.483629 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Allocated IP 172.20.0.2 (75017cc0-35c1-4364-bf40-beb6ab6f53d7/d50b4836-27c8-44ad-a660-5703f9205892/d936dca2-5a6c-4050-805c-b154acc2a387) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:06:35.520389 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.685239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0fb43d26-7098-48b3-91a2-98b08b12df41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.764420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.779437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Transition to ACTIVE for port object d936dca2-5a6c-4050-805c-b154acc2a387 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:35.800218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Transition to ACTIVE for port object d936dca2-5a6c-4050-805c-b154acc2a387 will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:35.804931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.809577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:35.813466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.860683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:35.916451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:06:35.919150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:35.924524 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:06:35.946142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Pushing event updated for resources: {'Port': ['ID=d936dca2-5a6c-4050-805c-b154acc2a387,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:35.960814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:36.027556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c06c7-fd7d-4225-8063-2d60ace161c0 req-894e4b9f-3fb8-449c-a49f-dc30d4c92c7f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:36.036892 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dd8c06c7-fd7d-4225-8063-2d60ace161c0 req-894e4b9f-3fb8-449c-a49f-dc30d4c92c7f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 945 time: 0.1174729 Jun 18 10:06:36.052569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Allocated IP 172.27.0.172 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/52266bf3-d596-49b5-beae-a1d985da8333) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:06:36.053937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Attempting to bind port d936dca2-5a6c-4050-805c-b154acc2a387 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:06:36.054462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Attempting to bind port d936dca2-5a6c-4050-805c-b154acc2a387 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:06:36.054954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Attempting to bind port d936dca2-5a6c-4050-805c-b154acc2a387 on network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:06:36.063632 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:06:36.064251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Checking segment: {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:06:36.064801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:36.065378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Bound using segment: {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:06:36.066123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Bound port: d936dca2-5a6c-4050-805c-b154acc2a387, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:06:36.066630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:36.085567 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dd8c06c7-fd7d-4225-8063-2d60ace161c0 req-1f30d67b-e8bf-49d9-9ace-982bb24a2d93 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477083 Jun 18 10:06:36.183914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] For port d936dca2-5a6c-4050-805c-b154acc2a387, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:06:36.187769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] For port d936dca2-5a6c-4050-805c-b154acc2a387, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=d936dca2-5a6c-4050-805c-b154acc2a387,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:06:36.193136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:36.200068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:36.265571 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:36.293361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Pushing event updated for resources: {'Port': ['ID=d936dca2-5a6c-4050-805c-b154acc2a387,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:36.297542 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:36.305285 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:36.310521 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:36.388828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:06:36.392425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Pushing event updated for resources: {'Port': ['ID=52266bf3-d596-49b5-beae-a1d985da8333,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:36.395234 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:36.408862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:36.416519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:06:36.474291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741ac3f-1618-40d0-a5ca-e7fcd4a79ef3 req-033c4593-acc9-40ec-b944-af4a086e208f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:36.478675 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9741ac3f-1618-40d0-a5ca-e7fcd4a79ef3 req-033c4593-acc9-40ec-b944-af4a086e208f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1049333 Jun 18 10:06:36.538356 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9741ac3f-1618-40d0-a5ca-e7fcd4a79ef3 req-ce5cc02f-a40d-424f-8e2c-dec8a6edc419 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557859 Jun 18 10:06:36.599621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:36.600350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:36.862939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Router e0343bd9-ce2f-4a2d-8c48-f742a065f993 is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:06:37.074185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:06:37.083758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Sync routers for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:06:37.098687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:06:37.099362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:06:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:37.099705 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:37.101041 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0099859 Jun 18 10:06:37.104542 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42770) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:37.246244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:37.284435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:06:37.344608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d128d-5f25-4395-a8db-be9eb8db79f5 req-ca691287-fbf2-482f-8fc7-59eaa48d69cb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:37.347192 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2a2d128d-5f25-4395-a8db-be9eb8db79f5 req-ca691287-fbf2-482f-8fc7-59eaa48d69cb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 945 time: 0.1224902 Jun 18 10:06:37.400336 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2a2d128d-5f25-4395-a8db-be9eb8db79f5 req-394c1af3-f2c2-46fc-b342-efe58d453af5 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464556 Jun 18 10:06:37.575716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device d936dca2-5a6c-4050-805c-b154acc2a387 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:37.609812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:36Z', 'revision_number': 3, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:37.614841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Checking router: e0343bd9-ce2f-4a2d-8c48-f742a065f993 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:06:37.615489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Updating router e0343bd9-ce2f-4a2d-8c48-f742a065f993 port 52266bf3-d596-49b5-beae-a1d985da8333 binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:06:37.710590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:37.760892 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-78930c40-81ca-436a-bc2a-a7144d7959ed req-698ef2f2-0d92-4c7b-9570-19d91b648e86 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 1098 time: 0.2376075 Jun 18 10:06:37.766967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port d936dca2-5a6c-4050-805c-b154acc2a387 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:38.004698 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-78930c40-81ca-436a-bc2a-a7144d7959ed req-8d1e0cbc-b85e-4b22-b707-ad465241f920 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323387 Jun 18 10:06:38.061401 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6ff47-f1e7-4fff-81bb-a4732fa22633 req-cdaa7f49-1b45-4af8-9568-0e6929c2ef83 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:38.069248 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0be6ff47-f1e7-4fff-81bb-a4732fa22633 req-cdaa7f49-1b45-4af8-9568-0e6929c2ef83 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1915441 Jun 18 10:06:38.143975 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0be6ff47-f1e7-4fff-81bb-a4732fa22633 req-f0d65787-d8a9-4f32-81ee-9a0194062aff tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736902 Jun 18 10:06:38.218844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:38.233154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Transition to ACTIVE for port object 52266bf3-d596-49b5-beae-a1d985da8333 will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:38.242220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:38.259186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-969e3422-12db-4594-bbbc-a8b2ad151b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:38.266645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4bd2be13-8e0a-424b-8221-37f73429843b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:38.331045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b811202-1877-48b0-b095-16f868047d58 None None] Network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:06:38.333183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:38.352161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Pushing event updated for resources: {'Port': ['ID=52266bf3-d596-49b5-beae-a1d985da8333,revision_number=2']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:38.367259 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.367638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.368519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.368878 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.369259 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.369715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.370097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.370597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.370956 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.371322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.371658 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:38.377946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:38.386820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Attempting to bind port 52266bf3-d596-49b5-beae-a1d985da8333 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:06:38.387230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Attempting to bind port 52266bf3-d596-49b5-beae-a1d985da8333 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:06:38.387632 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Attempting to bind port 52266bf3-d596-49b5-beae-a1d985da8333 on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:06:38.401479 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:06:38.401888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:06:38.412729 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:38.413298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:06:38.413777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Bound port: 52266bf3-d596-49b5-beae-a1d985da8333, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:06:38.414391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:38.593863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] For port 52266bf3-d596-49b5-beae-a1d985da8333, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:06:38.598017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] For port 52266bf3-d596-49b5-beae-a1d985da8333, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=52266bf3-d596-49b5-beae-a1d985da8333,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:06:38.604667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:38.609563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:38.758258 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-0d836fde-f2e9-4e72-be07-bb1d43c1dc6f None None] Provisioning for port d936dca2-5a6c-4050-805c-b154acc2a387 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:38.761333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Pushing event updated for resources: {'Port': ['ID=52266bf3-d596-49b5-beae-a1d985da8333,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:38.771184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-0d836fde-f2e9-4e72-be07-bb1d43c1dc6f None None] Provisioning complete for port d936dca2-5a6c-4050-805c-b154acc2a387 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:38.771843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0d836fde-f2e9-4e72-be07-bb1d43c1dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:38.775784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:38.779178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:06:38.781048 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:06:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:38.792831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736d585-4b60-4702-b3c4-6c34c5cf947e req-d25e7328-1578-4c27-ad37-c1942fda6a23 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:38.800870 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d736d585-4b60-4702-b3c4-6c34c5cf947e req-d25e7328-1578-4c27-ad37-c1942fda6a23 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 945 time: 0.1792221 Jun 18 10:06:38.818069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Allocated IP 172.20.0.1 (75017cc0-35c1-4364-bf40-beb6ab6f53d7/d50b4836-27c8-44ad-a660-5703f9205892/44478796-e783-4d2f-94c9-b9d1067ef00d) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:06:38.887561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:38.910902 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d736d585-4b60-4702-b3c4-6c34c5cf947e req-c8088904-4e5c-4ed4-aa97-b66391fa1332 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031070 Jun 18 10:06:39.004910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0d836fde-f2e9-4e72-be07-bb1d43c1dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:39.013620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:39.041651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Transition to ACTIVE for port object 44478796-e783-4d2f-94c9-b9d1067ef00d will not be triggered until provisioned by entity DHCP. {{(pid=82100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:39.068892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-0d836fde-f2e9-4e72-be07-bb1d43c1dc6f None None] For port d936dca2-5a6c-4050-805c-b154acc2a387, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=d936dca2-5a6c-4050-805c-b154acc2a387,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:39.070427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:39.071914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0d836fde-f2e9-4e72-be07-bb1d43c1dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:39.078792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:39.080586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:39.178241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d836fde-f2e9-4e72-be07-bb1d43c1dc6f None None] Pushing event updated for resources: {'Port': ['ID=d936dca2-5a6c-4050-805c-b154acc2a387,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:39.194314 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0d836fde-f2e9-4e72-be07-bb1d43c1dc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:39.495647 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6960fc9-bbd9-4e2e-ba2e-702ae6a59740 req-9c19e58a-9cf5-42b4-9a39-0f042f77b633 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:39.503049 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d6960fc9-bbd9-4e2e-ba2e-702ae6a59740 req-9c19e58a-9cf5-42b4-9a39-0f042f77b633 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1398664 Jun 18 10:06:39.517681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:06:39.560795 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d6960fc9-bbd9-4e2e-ba2e-702ae6a59740 req-59755442-bf51-4935-88c9-fa176d31e787 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566308 Jun 18 10:06:39.577250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device d936dca2-5a6c-4050-805c-b154acc2a387 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:39.752623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port d936dca2-5a6c-4050-805c-b154acc2a387 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:39.753306 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:39.783169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-8f0895d7-b757-4c1f-9e46-95afec0ff531 None None] Provisioning complete for port d936dca2-5a6c-4050-805c-b154acc2a387 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:39.783764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8f0895d7-b757-4c1f-9e46-95afec0ff531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:39.808018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 42832) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:39.871655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:06:39.876874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:39.897636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:06:39.964080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:36Z', 'revision_number': 3, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:39.973180 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a1b690-c431-42db-a8a9-f0c4b690c692 None None] The sync data for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi is: [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:36Z', 'revision_number': 3, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:06:40.068924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:40.105791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Pushing event updated for resources: {'Port': ['ID=44478796-e783-4d2f-94c9-b9d1067ef00d,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:40.111457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:40.162127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:40.264588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:40.269750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b05de2afad3840ef85c204adaf3afdf1 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:40.273954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:40.287906 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:40.288881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:40.414388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:40.456474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:40.514266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:40.560740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:40.584267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-5d9117a4-3013-4fe2-8e2d-847d521e0fb1 None None] Provisioning for port 44478796-e783-4d2f-94c9-b9d1067ef00d completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:40.594452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-5d9117a4-3013-4fe2-8e2d-847d521e0fb1 None None] Provisioning complete for port 44478796-e783-4d2f-94c9-b9d1067ef00d triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:40.596506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5d9117a4-3013-4fe2-8e2d-847d521e0fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:40.629110 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b05de2afad3840ef85c204adaf3afdf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8171470 Jun 18 10:06:40.635505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42854) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:40.642280 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a582a132-599c-4c8a-b53b-c9a1bdbdda5c,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:40.646911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:40.651053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:40.675539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7927738'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:40.749633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc825271-2dae-4d23-a953-982e0f4d052b req-b571808d-7dd4-4524-87e0-b76993f50d14 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:40.752894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-5d9117a4-3013-4fe2-8e2d-847d521e0fb1 None None] Port 44478796-e783-4d2f-94c9-b9d1067ef00d cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:06:40.763021 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dc825271-2dae-4d23-a953-982e0f4d052b req-b571808d-7dd4-4524-87e0-b76993f50d14 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 945 time: 0.3049886 Jun 18 10:06:40.867066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b3499b62-c2af-471b-9ecc-7262a67bab4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:40.869256 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dc825271-2dae-4d23-a953-982e0f4d052b req-5f93c978-1bff-4a57-8086-2e2f37292a47 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050854 Jun 18 10:06:41.047796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Pushing event updated for resources: {'Port': ['ID=44478796-e783-4d2f-94c9-b9d1067ef00d,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:41.063538 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:41.075083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:41.100125 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ccb8-68ac-4a26-b377-e78f2a4623f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:41.147067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92756319-678f-4146-8d73-f8f4bc2a6890 req-d0f6fc60-6681-4c78-933f-43733d4a9a3b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:41.148765 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92756319-678f-4146-8d73-f8f4bc2a6890 req-d0f6fc60-6681-4c78-933f-43733d4a9a3b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1336508 Jun 18 10:06:41.206970 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92756319-678f-4146-8d73-f8f4bc2a6890 req-a86336ae-a567-4eb6-9140-466b06781d91 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503078 Jun 18 10:06:41.215715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ccb8-68ac-4a26-b377-e78f2a4623f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:41.324046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:06:41.325545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:41.492947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ccb8-68ac-4a26-b377-e78f2a4623f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:41.500567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c0919cbc-c767-474e-8e00-a704abb74a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:41.523588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 52266bf3-d596-49b5-beae-a1d985da8333 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:41.534362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1ccb8-68ac-4a26-b377-e78f2a4623f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a582a132-599c-4c8a-b53b-c9a1bdbdda5c,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:41.537879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b8d1ccb8-68ac-4a26-b377-e78f2a4623f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:41.559915 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ccb8-68ac-4a26-b377-e78f2a4623f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:41.561285 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b8d1ccb8-68ac-4a26-b377-e78f2a4623f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a582a132-599c-4c8a-b53b-c9a1bdbdda5c HTTP/1.1" status: 204 len: 168 time: 0.9244342 Jun 18 10:06:41.624037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 52266bf3-d596-49b5-beae-a1d985da8333 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:41.629565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 52266bf3-d596-49b5-beae-a1d985da8333 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:41.631128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:41.796695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:41.818734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2ed24d26-22ff-4747-ab15-93195d49e0e8 None None] Provisioning complete for port 44478796-e783-4d2f-94c9-b9d1067ef00d triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:41.818935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2ed24d26-22ff-4747-ab15-93195d49e0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:41.850826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 52266bf3-d596-49b5-beae-a1d985da8333, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=52266bf3-d596-49b5-beae-a1d985da8333,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:41.863287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:41.869172 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:41.930587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Router e0343bd9-ce2f-4a2d-8c48-f742a065f993 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:06:41.943945 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2ed24d26-22ff-4747-ab15-93195d49e0e8 None None] Port 44478796-e783-4d2f-94c9-b9d1067ef00d cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:06:41.963844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=52266bf3-d596-49b5-beae-a1d985da8333,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:41.967381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:42.163440 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:06:42.169582 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] 10.222.0.60 "PUT /v2.0/routers/e0343bd9-ce2f-4a2d-8c48-f742a065f993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0639422 Jun 18 10:06:43.215025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 42926) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:43.221246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-256748256-network', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:43.246383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:43.261250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Usage tracker for resource:network and tenant:89c27c3aa2cf401db66c3191f93bb4b9 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:43.267455 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:43.286352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:43.299674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Made reservation on behalf of 89c27c3aa2cf401db66c3191f93bb4b9 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:06:43.312966 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:43.334642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:43.379050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f5e1d-141b-46c6-bea7-b9647ba3ae34 req-6671961a-0029-427c-b695-3547ba3acb75 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:43.381049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:43.386389 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5e3f5e1d-141b-46c6-bea7-b9647ba3ae34 req-6671961a-0029-427c-b695-3547ba3acb75 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1256058 Jun 18 10:06:43.388474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Usage tracker for resource:security_group_rule and tenant:89c27c3aa2cf401db66c3191f93bb4b9 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:43.392408 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:43.410022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:43.442635 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5e3f5e1d-141b-46c6-bea7-b9647ba3ae34 req-22c7a10b-9239-48d4-94ac-5f15e715526d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552504 Jun 18 10:06:43.495519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 52266bf3-d596-49b5-beae-a1d985da8333 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:43.515654 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:43.520452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:43.524057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-80e30320-2816-4c03-b954-f176ba7df8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:43.563280 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:06:43.578759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4510fed6-654d-42b5-97d8-ba1f00dbff1b,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:43.582919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:43.587175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 52266bf3-d596-49b5-beae-a1d985da8333 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:43.587847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:43.588298 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Added segment d8bb037c-e66b-4479-997e-87277f7e38e8 of type vlan for network 1f5b7d62-c859-4f1f-89de-ede524859f47 Jun 18 10:06:43.588430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:43.619598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:43.657874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:43.661148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:43.661789 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:43.668139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bacb3561-e15e-4ad5-9be7-7aebe6bc79de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:43.700739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Sync routers for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:06:43.732651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:06:43.733515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:06:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:43.792359 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5724969 Jun 18 10:06:43.792359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Pushing event updated for resources: {'Network': ['ID=1f5b7d62-c859-4f1f-89de-ede524859f47,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:43.793805 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 42944) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:43.793932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:43.800285 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Request body: {'subnet': {'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-256748256-subnet', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'ip_version': 4}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:43.807766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:43.812751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 1f5b7d62-c859-4f1f-89de-ede524859f47 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:06:43.814745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Usage tracker for resource:subnet and tenant:89c27c3aa2cf401db66c3191f93bb4b9 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:43.833938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:43.851140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:43.864719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Made reservation on behalf of 89c27c3aa2cf401db66c3191f93bb4b9 for: {'subnet': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:06:43.871713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:44.159366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:06:44.438453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:44.446309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:44.512788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b72c6d-43ed-4744-91b1-207ff26d23bd,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:44.516103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:44.562725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Checking segment: {'id': 'd8bb037c-e66b-4479-997e-87277f7e38e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:06:44.563126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Network hostable DHCP agents. Network: 1f5b7d62-c859-4f1f-89de-ede524859f47, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:06:44.623647 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Network 1f5b7d62-c859-4f1f-89de-ede524859f47 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:06:44.646331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 1f5b7d62-c859-4f1f-89de-ede524859f47) {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:44.656496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:44.659639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7fb486-e278-4b94-ad4d-3f0f3340d97a None None] Network 1f5b7d62-c859-4f1f-89de-ede524859f47 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:06:44.660485 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:44.836635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43000) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:44.837749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '44478796-e783-4d2f-94c9-b9d1067ef00d', 'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:38Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 2, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'subnets': [{'id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:44.840781 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-32375c09-184e-4290-a281-96f1f2f63b34 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0453336 Jun 18 10:06:44.844684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:44.845150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Checking router: e0343bd9-ce2f-4a2d-8c48-f742a065f993 for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:06:44.845550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Updating router e0343bd9-ce2f-4a2d-8c48-f742a065f993 port 44478796-e783-4d2f-94c9-b9d1067ef00d binding host dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:06:44.853280 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:44.865601 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Usage tracker for resource:router and tenant:89c27c3aa2cf401db66c3191f93bb4b9 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:44.871203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:44.891101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:44.917941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:44.920582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:44.948654 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65065cf6-42fc-4981-8ae6-9df76740961d req-2bc90d29-0fd8-4ade-a8fa-37f574c6ec66 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:44.951120 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-65065cf6-42fc-4981-8ae6-9df76740961d req-2bc90d29-0fd8-4ade-a8fa-37f574c6ec66 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.2652295 Jun 18 10:06:44.972754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:44.989565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.079393 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-65065cf6-42fc-4981-8ae6-9df76740961d req-3b3e94c8-0fc5-4aaa-bfb8-c10e013bc284 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222179 Jun 18 10:06:45.126746 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 43012) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:45.213356 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-1f5b7d62-c859-4f1f-89de-ede524859f47', 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'fixed_ips': [{'subnet_id': '73b72c6d-43ed-4744-91b1-207ff26d23bd'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:06:45.214798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.266487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.445841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.532036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:45.536661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Usage tracker for resource:security_group_rule and tenant:01ba7d98f1054a9ea9b7c474e1f823eb is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:45.540135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:45.547739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:45.599213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.635478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.639922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.640727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.670313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:45.722442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526fdec7-a047-4cfe-8023-0d6e75640475,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:45.743325 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01ba7d98f1054a9ea9b7c474e1f823eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6145990 Jun 18 10:06:45.747841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 43028) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:45.749499 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:45.798626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Allocated IP 172.27.0.29 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/cdb61348-2f4f-4782-adec-5d6ebf35749d) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:06:45.843555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b90febfc-c429-47a6-8917-0cf235e5957c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.878535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b90febfc-c429-47a6-8917-0cf235e5957c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.910560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.931365 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Transition to ACTIVE for port object 44478796-e783-4d2f-94c9-b9d1067ef00d will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:45.939950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b90febfc-c429-47a6-8917-0cf235e5957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.947986 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:45.968506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90febfc-c429-47a6-8917-0cf235e5957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526fdec7-a047-4cfe-8023-0d6e75640475,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:45.968939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.971711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b90febfc-c429-47a6-8917-0cf235e5957c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.973205 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b90febfc-c429-47a6-8917-0cf235e5957c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/526fdec7-a047-4cfe-8023-0d6e75640475 HTTP/1.1" status: 204 len: 168 time: 0.2210374 Jun 18 10:06:45.974163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b90febfc-c429-47a6-8917-0cf235e5957c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:45.975645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:45.991396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:46.001242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:46.005380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:06:46.007195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:46.172732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874324bd-12eb-4928-8768-ac979d8dd320 None None] Pushing event updated for resources: {'Port': ['ID=44478796-e783-4d2f-94c9-b9d1067ef00d,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:46.175758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Allocated IP 172.20.0.2 (1f5b7d62-c859-4f1f-89de-ede524859f47/73b72c6d-43ed-4744-91b1-207ff26d23bd/cb5b48f3-9b49-4706-85ff-3b66f55913d9) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:06:46.179584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-874324bd-12eb-4928-8768-ac979d8dd320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:46.369169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:06:46.381024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:46.381689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Attempting to bind port 44478796-e783-4d2f-94c9-b9d1067ef00d on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:06:46.382319 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Attempting to bind port 44478796-e783-4d2f-94c9-b9d1067ef00d by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:06:46.383192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Attempting to bind port 44478796-e783-4d2f-94c9-b9d1067ef00d on network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:06:46.391283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:06:46.406919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:06:46.407338 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Checking segment: {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:06:46.407773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:46.408211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Bound using segment: {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:06:46.408748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Bound port: 44478796-e783-4d2f-94c9-b9d1067ef00d, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:06:46.409171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:46.458087 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Pushing event updated for resources: {'Port': ['ID=cdb61348-2f4f-4782-adec-5d6ebf35749d,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:46.467630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:46.588720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a70d28-adc8-435a-b793-8d09dd42dff4 req-4a5bf634-8bf1-4198-b575-7bed70275316 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:46.597795 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-29a70d28-adc8-435a-b793-8d09dd42dff4 req-4a5bf634-8bf1-4198-b575-7bed70275316 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.2390194 Jun 18 10:06:46.616928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] For port 44478796-e783-4d2f-94c9-b9d1067ef00d, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:06:46.656974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:46.657760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:46.686563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] For port 44478796-e783-4d2f-94c9-b9d1067ef00d, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=44478796-e783-4d2f-94c9-b9d1067ef00d,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:06:46.708054 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-29a70d28-adc8-435a-b793-8d09dd42dff4 req-e86f7e37-b5e8-4c55-9ebe-67e24e564788 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092861 Jun 18 10:06:46.708193 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:46.716429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:46.826811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:46.867085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874324bd-12eb-4928-8768-ac979d8dd320 None None] Pushing event updated for resources: {'Port': ['ID=44478796-e783-4d2f-94c9-b9d1067ef00d,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:46.873830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Transition to ACTIVE for port object cb5b48f3-9b49-4706-85ff-3b66f55913d9 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:46.881825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-874324bd-12eb-4928-8768-ac979d8dd320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:46.890970 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:06:46.891678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:06:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:47.085379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Transition to ACTIVE for port object cb5b48f3-9b49-4706-85ff-3b66f55913d9 will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:47.094860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Router ee007225-7854-4d95-b571-0b5768d91d2e is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:06:47.095022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:47.102596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:47.207713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Network 1f5b7d62-c859-4f1f-89de-ede524859f47 is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:06:47.214364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:47.218387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Pushing event updated for resources: {'Port': ['ID=cb5b48f3-9b49-4706-85ff-3b66f55913d9,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:47.223067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:06:47.227178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:47.309462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:06:47.400685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:06:47.402445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Attempting to bind port cb5b48f3-9b49-4706-85ff-3b66f55913d9 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:06:47.402867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Attempting to bind port cb5b48f3-9b49-4706-85ff-3b66f55913d9 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'd8bb037c-e66b-4479-997e-87277f7e38e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:06:47.403273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Attempting to bind port cb5b48f3-9b49-4706-85ff-3b66f55913d9 on network 1f5b7d62-c859-4f1f-89de-ede524859f47 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:06:47.420501 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Sync routers for ids ['ee007225-7854-4d95-b571-0b5768d91d2e'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:06:47.437842 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Routers {'ee007225-7854-4d95-b571-0b5768d91d2e'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:06:47.438719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:06:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['ee007225-7854-4d95-b571-0b5768d91d2e'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:47.441577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:47.447004 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6078246 Jun 18 10:06:47.447698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 43072) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:47.477086 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:06:47.478385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Checking segment: {'id': 'd8bb037c-e66b-4479-997e-87277f7e38e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:06:47.478882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:47.479379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Bound using segment: {'id': 'd8bb037c-e66b-4479-997e-87277f7e38e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:06:47.479927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Bound port: cb5b48f3-9b49-4706-85ff-3b66f55913d9, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb037c-e66b-4479-997e-87277f7e38e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:06:47.480346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:47.693609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Set router ee007225-7854-4d95-b571-0b5768d91d2e gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:06:47.717841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] For port cb5b48f3-9b49-4706-85ff-3b66f55913d9, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:06:47.770984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] For port cb5b48f3-9b49-4706-85ff-3b66f55913d9, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=cb5b48f3-9b49-4706-85ff-3b66f55913d9,segment=NetworkSegment(d8bb037c-e66b-4479-997e-87277f7e38e8),segment_id=d8bb037c-e66b-4479-997e-87277f7e38e8)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:06:47.785119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:47.792898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:47.933555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '44478796-e783-4d2f-94c9-b9d1067ef00d', 'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:38Z', 'updated_at': '2021-06-18T10:06:46Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'subnets': [{'id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:47.952028 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc4f35-1740-4f0e-adf0-b763c6f79ea0 None None] The sync data for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi is: [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '44478796-e783-4d2f-94c9-b9d1067ef00d', 'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:38Z', 'updated_at': '2021-06-18T10:06:46Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'subnets': [{'id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:06:47.963223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Pushing event updated for resources: {'Port': ['ID=cb5b48f3-9b49-4706-85ff-3b66f55913d9,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:47.974884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:48.199309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:44Z', 'updated_at': '2021-06-18T10:06:46Z', 'revision_number': 3, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'gw_port': {'id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:45Z', 'updated_at': '2021-06-18T10:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:48.203684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Checking router: ee007225-7854-4d95-b571-0b5768d91d2e for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:06:48.204198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Updating router ee007225-7854-4d95-b571-0b5768d91d2e port cdb61348-2f4f-4782-adec-5d6ebf35749d binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:06:48.264508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:48.486924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286492f-bd55-4a55-afd8-58efa2fa364f req-d123cace-f073-4da0-b764-6851acc48066 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:48.489501 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c286492f-bd55-4a55-afd8-58efa2fa364f req-d123cace-f073-4da0-b764-6851acc48066 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.5896869 Jun 18 10:06:48.596508 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c286492f-bd55-4a55-afd8-58efa2fa364f req-e8d3bc01-c097-441a-8627-543f67cd3d1c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994334 Jun 18 10:06:48.803036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:48.839256 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-834d8c09-1e55-49ef-ac4a-7a944b23dbee req-2e3f2ec7-4d82-485e-837b-ac49f13a6f8b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 1098 time: 0.5208099 Jun 18 10:06:48.848299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Transition to ACTIVE for port object cdb61348-2f4f-4782-adec-5d6ebf35749d will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:48.862318 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:48.894083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:48.990398 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Attempting to bind port cdb61348-2f4f-4782-adec-5d6ebf35749d on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:06:48.990796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Attempting to bind port cdb61348-2f4f-4782-adec-5d6ebf35749d by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:06:48.991191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Attempting to bind port cdb61348-2f4f-4782-adec-5d6ebf35749d on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:06:49.001295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:06:49.001663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:06:49.002136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:49.002563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:06:49.003076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Bound port: cdb61348-2f4f-4782-adec-5d6ebf35749d, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:06:49.003473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:49.005724 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-834d8c09-1e55-49ef-ac4a-7a944b23dbee req-3b946097-d360-4bb8-b064-0a5c16c5639b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Jun 18 10:06:49.090811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8832430-936a-4ddd-9695-a303afe63847 None None] Pushing event updated for resources: {'Port': ['ID=cdb61348-2f4f-4782-adec-5d6ebf35749d,revision_number=2']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:49.097195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c8832430-936a-4ddd-9695-a303afe63847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:49.103041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] For port cdb61348-2f4f-4782-adec-5d6ebf35749d, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:06:49.106661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] For port cdb61348-2f4f-4782-adec-5d6ebf35749d, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=cdb61348-2f4f-4782-adec-5d6ebf35749d,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:06:49.111674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:49.118090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:49.130379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:49.190275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8832430-936a-4ddd-9695-a303afe63847 None None] Pushing event updated for resources: {'Port': ['ID=cdb61348-2f4f-4782-adec-5d6ebf35749d,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:49.194927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c8832430-936a-4ddd-9695-a303afe63847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:49.208968 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:49.213665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Routers {'ee007225-7854-4d95-b571-0b5768d91d2e'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:06:49.214387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:06:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['ee007225-7854-4d95-b571-0b5768d91d2e'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:49.414174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] Set router ee007225-7854-4d95-b571-0b5768d91d2e gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:06:49.552791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Allocated IP 172.20.0.1 (1f5b7d62-c859-4f1f-89de-ede524859f47/73b72c6d-43ed-4744-91b1-207ff26d23bd/bbb72f88-a479-4a7c-bbfa-12cbb01a50dd) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:06:49.662976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 44478796-e783-4d2f-94c9-b9d1067ef00d up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:49.823651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 44478796-e783-4d2f-94c9-b9d1067ef00d completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:49.833809 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 44478796-e783-4d2f-94c9-b9d1067ef00d triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:49.835620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:49.879352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:49.902286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Transition to ACTIVE for port object bbb72f88-a479-4a7c-bbfa-12cbb01a50dd will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:49.984362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:44Z', 'updated_at': '2021-06-18T10:06:46Z', 'revision_number': 3, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'gw_port': {'id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:45Z', 'updated_at': '2021-06-18T10:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:49.996155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6aa165-30d4-40a7-acbd-1f705be42ff6 None None] The sync data for ids ['ee007225-7854-4d95-b571-0b5768d91d2e'] in dv-cinder-797022-1-iscsi is: [{'id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:44Z', 'updated_at': '2021-06-18T10:06:46Z', 'revision_number': 3, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'gw_port': {'id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:45Z', 'updated_at': '2021-06-18T10:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:06:50.052715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:50.067616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:50.156581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Pushing event updated for resources: {'Port': ['ID=bbb72f88-a479-4a7c-bbfa-12cbb01a50dd,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:50.186991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Network 1f5b7d62-c859-4f1f-89de-ede524859f47 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:06:50.188400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:50.190805 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:50.194470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:06:50.194978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:50.279707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776b8a-0967-4f5d-8bb5-7602ef65e5d6 req-1f0f0732-43f5-4924-b082-5a7e95eea9e0 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:50.281826 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c9776b8a-0967-4f5d-8bb5-7602ef65e5d6 req-1f0f0732-43f5-4924-b082-5a7e95eea9e0 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.3616514 Jun 18 10:06:50.292329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:50.333183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 44478796-e783-4d2f-94c9-b9d1067ef00d, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=44478796-e783-4d2f-94c9-b9d1067ef00d,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:50.337093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:50.338279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device cb5b48f3-9b49-4706-85ff-3b66f55913d9 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:50.372087 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:50.393375 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:50.486205 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=44478796-e783-4d2f-94c9-b9d1067ef00d,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:50.491182 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e2b094-f844-431c-80e4-49667e819d08 None None] Network 1f5b7d62-c859-4f1f-89de-ede524859f47 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:06:50.499394 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c9776b8a-0967-4f5d-8bb5-7602ef65e5d6 req-7b0b89fc-b581-43e8-baf5-08a45d35d137 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234324 Jun 18 10:06:50.506016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:50.580442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port cb5b48f3-9b49-4706-85ff-3b66f55913d9 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:50.610126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b3d4a646-a462-4554-b3c8-d986672f714b None None] Provisioning for port cb5b48f3-9b49-4706-85ff-3b66f55913d9 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:50.626959 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b3d4a646-a462-4554-b3c8-d986672f714b None None] Provisioning complete for port cb5b48f3-9b49-4706-85ff-3b66f55913d9 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:50.627502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a646-a462-4554-b3c8-d986672f714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:50.697820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:50.707582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:50.708334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:50.716683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ac1f2964-5001-4b5b-9b29-e43f9dd0d19c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:50.971540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a646-a462-4554-b3c8-d986672f714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:51.039326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b3d4a646-a462-4554-b3c8-d986672f714b None None] For port cb5b48f3-9b49-4706-85ff-3b66f55913d9, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=cb5b48f3-9b49-4706-85ff-3b66f55913d9,segment=NetworkSegment(d8bb037c-e66b-4479-997e-87277f7e38e8),segment_id=d8bb037c-e66b-4479-997e-87277f7e38e8)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:51.044203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3d4a646-a462-4554-b3c8-d986672f714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:51.046095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:51.067533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Network 1f5b7d62-c859-4f1f-89de-ede524859f47 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:06:51.068854 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:06:51.181261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4a646-a462-4554-b3c8-d986672f714b None None] Pushing event updated for resources: {'Port': ['ID=cb5b48f3-9b49-4706-85ff-3b66f55913d9,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:51.184852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b3d4a646-a462-4554-b3c8-d986672f714b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:51.249431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Pushing event updated for resources: {'Port': ['ID=bbb72f88-a479-4a7c-bbfa-12cbb01a50dd,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:51.252772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:51.499678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-6676cfde-39ce-4be2-a7fa-e6ed080f921f None None] Provisioning complete for port cb5b48f3-9b49-4706-85ff-3b66f55913d9 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:51.500369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6676cfde-39ce-4be2-a7fa-e6ed080f921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:51.677163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Router ee007225-7854-4d95-b571-0b5768d91d2e has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:06:51.728404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 44478796-e783-4d2f-94c9-b9d1067ef00d up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:51.800839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-6676cfde-39ce-4be2-a7fa-e6ed080f921f None None] Provisioning for port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:51.815016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-6676cfde-39ce-4be2-a7fa-e6ed080f921f None None] Provisioning complete for port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:51.815362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6676cfde-39ce-4be2-a7fa-e6ed080f921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:51.894231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 44478796-e783-4d2f-94c9-b9d1067ef00d triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:51.894585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:51.937060 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-6676cfde-39ce-4be2-a7fa-e6ed080f921f None None] Port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:06:52.038341 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device cdb61348-2f4f-4782-adec-5d6ebf35749d up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:52.134952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-168c4fcd-9154-424d-865c-5f5fa70032ff None None] Provisioning complete for port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:52.135422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-168c4fcd-9154-424d-865c-5f5fa70032ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:52.155525 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958904-77cf-4deb-bba8-386e12cd3359 req-fe8f4b84-ac21-4c7c-b40a-c5f8806709bd tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:52.162952 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a0958904-77cf-4deb-bba8-386e12cd3359 req-fe8f4b84-ac21-4c7c-b40a-c5f8806709bd tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.4714885 Jun 18 10:06:52.222202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-168c4fcd-9154-424d-865c-5f5fa70032ff None None] Port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:06:52.231584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port cdb61348-2f4f-4782-adec-5d6ebf35749d completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:52.237428 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a0958904-77cf-4deb-bba8-386e12cd3359 req-a718988e-fed4-413d-973c-2b17688fa2b6 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735340 Jun 18 10:06:52.240661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port cdb61348-2f4f-4782-adec-5d6ebf35749d triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:52.241087 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:52.256740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:06:52.274590 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] 10.222.0.60 "PUT /v2.0/routers/ee007225-7854-4d95-b571-0b5768d91d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8248494 Jun 18 10:06:52.384889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:52.411207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2c4db3cb-30b5-4ee2-87d0-822f80a57d30 None None] Provisioning complete for port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:52.413118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2c4db3cb-30b5-4ee2-87d0-822f80a57d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:52.458254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port cdb61348-2f4f-4782-adec-5d6ebf35749d, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=cdb61348-2f4f-4782-adec-5d6ebf35749d,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:52.464819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:52.465757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device cb5b48f3-9b49-4706-85ff-3b66f55913d9 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:52.501785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:52.574457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2c4db3cb-30b5-4ee2-87d0-822f80a57d30 None None] Port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:06:52.612411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=cdb61348-2f4f-4782-adec-5d6ebf35749d,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:52.617010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:52.623508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port cb5b48f3-9b49-4706-85ff-3b66f55913d9 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:52.623940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.129630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 43160) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:53.137382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786126406', 'description': 'tempest-secgroup-smoke-786126406 description', 'project_id': '676571e50e2545779d49baf7b45bd0b1'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:53.143820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:53.147965 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:security_group and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:53.151989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:53.159649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:53.170454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.213999 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:53.221924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:security_group_rule and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:53.226430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:53.231257 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:53.365772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.379422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.401291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-383dbfc2-a170-493f-abec-d72da8d54610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:53.506610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51eabe16-5673-4235-9440-901f593269d8,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:53.510734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:53.532326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device cdb61348-2f4f-4782-adec-5d6ebf35749d up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:53.542110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.542110 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4089487 Jun 18 10:06:53.543580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43178) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:53.551685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Request body: {'security_group_rule': {'security_group_id': '51eabe16-5673-4235-9440-901f593269d8', 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:53.571420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:53.589201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:security_group_rule and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:53.599424 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:53.614484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:53.637645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cdb85-0051-4915-80da-95346feb80a5 req-49831fb1-67ca-413a-a5a5-99b5e549342e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:53.655594 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a73cdb85-0051-4915-80da-95346feb80a5 req-49831fb1-67ca-413a-a5a5-99b5e549342e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.2131653 Jun 18 10:06:53.671089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.735709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port cdb61348-2f4f-4782-adec-5d6ebf35749d triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:53.736638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.832439 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.843435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.887049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:53.920023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:53.921501 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3766723 Jun 18 10:06:53.926445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43202) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:53.927767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e209cb-951e-4808-8854-bb0cf36c4129,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:53.933522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:53.944326 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a73cdb85-0051-4915-80da-95346feb80a5 req-7e94de1e-3430-4d7f-9f2c-b85c904210de tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867062 Jun 18 10:06:53.948718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Request body: {'security_group_rule': {'security_group_id': '51eabe16-5673-4235-9440-901f593269d8', 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:53.967946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:53.976900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:security_group_rule and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:53.982023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:53.994734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:54.027992 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:54.048935 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-ec69fabf-08ca-4b98-9509-2f1159bff7a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3822074 Jun 18 10:06:54.090367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-5a3a817a-266a-4f70-9874-f8a16ff6ada2 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:54.092148 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-5a3a817a-266a-4f70-9874-f8a16ff6ada2 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 815 time: 0.2802575 Jun 18 10:06:54.137436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:54.138079 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-06c7e840-6e59-4205-82cd-600f8436555a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/quotas/61da6152e08a4db08fb38bb8eaec89eb HTTP/1.1" status: 200 len: 375 time: 0.0384192 Jun 18 10:06:54.142120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:54.156409 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8d1409d4-db85-44a5-a7b5-b15257c0bae5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:54.196901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdf92d0-96a7-4809-8099-27df4125b363,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:54.203190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:54.208663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:54.210309 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2733266 Jun 18 10:06:54.218549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 43212) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:54.272010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Request body: {'security_group_rule': {'security_group_id': '51eabe16-5673-4235-9440-901f593269d8', 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:54.278952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Sync routers for ids ['ee007225-7854-4d95-b571-0b5768d91d2e'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:06:54.300583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Routers {'ee007225-7854-4d95-b571-0b5768d91d2e'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:06:54.301198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:06:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['ee007225-7854-4d95-b571-0b5768d91d2e'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:54.310967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:54.330478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:security_group_rule and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:54.340979 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:54.362017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:54.430924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:54.521186 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-da4c607a-676b-4649-9f2e-cfcdb19d3adb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3822401 Jun 18 10:06:54.574364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Set router ee007225-7854-4d95-b571-0b5768d91d2e gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:06:54.622190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:54.685454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:54.704605 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-c1f052e7-64f3-45c6-aa9d-498edfe2581e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 1099 time: 0.4850302 Jun 18 10:06:54.712095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:54.771078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43236) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:54.786352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2106486-17cf-4618-97ad-befbbfb7f68f,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:54.844247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:54.848892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43242) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:54.849307 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5919824 Jun 18 10:06:54.855320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Request body: {'security_group_rule': {'security_group_id': '51eabe16-5673-4235-9440-901f593269d8', 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:54.874100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:54.877910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:54.886453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:security_group_rule and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:54.897276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:54.917108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:54.966930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:54.974772 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-8162b599-45e8-4579-af3e-d597d9a70713 service neutron] 10.222.0.60 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518306 Jun 18 10:06:55.064140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.095845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.114439 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-a85b7b67-bd8f-4e91-8207-e623c631b91b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:55.115698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.116392 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-a85b7b67-bd8f-4e91-8207-e623c631b91b service neutron] 10.222.0.70 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 916 time: 0.3710048 Jun 18 10:06:55.128113 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:55.163751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3354cfbf-55b3-4bcf-a169-57e360927ca0,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:55.167109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:55.174628 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:55.179170 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.181223 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b5bb61cd-701d-4391-b7b9-d1aaac79f8bd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3304210 Jun 18 10:06:55.182432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Usage tracker for resource:security_group_rule and tenant:2681c85728e5481bbcb3cbf7a837eb77 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:55.185804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43248) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:55.188345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:55.198388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Request body: {'security_group_rule': {'security_group_id': '51eabe16-5673-4235-9440-901f593269d8', 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:55.205514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:55.208901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:55.213889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:security_group_rule and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:55.219088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:55.230540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:55.245165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:44Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 4, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'gw_port': {'id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:45Z', 'updated_at': '2021-06-18T10:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'bbb72f88-a479-4a7c-bbfa-12cbb01a50dd', 'name': '', 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'mac_address': 'fa:16:3e:11:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b72c6d-43ed-4744-91b1-207ff26d23bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:49Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 2, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'subnets': [{'id': '73b72c6d-43ed-4744-91b1-207ff26d23bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:55.250815 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Checking router: ee007225-7854-4d95-b571-0b5768d91d2e for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:06:55.251225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Updating router ee007225-7854-4d95-b571-0b5768d91d2e port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd binding host dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:06:55.251356 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.securitygroups_db [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Project 676571e50e2545779d49baf7b45bd0b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:06:55.263949 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.265527 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-1ab4eaa4-6392-4b7c-a061-5cae43c25472 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb HTTP/1.1" status: 200 len: 217 time: 0.1363297 Jun 18 10:06:55.312615 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.339614 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-8e1682b0-9ab3-44dc-8bad-da4736ecbb85 service neutron] 10.222.0.60 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638649 Jun 18 10:06:55.348329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.355667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.364643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1b02a0b8-36cd-43bc-81ab-b17186650eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:55.369092 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-27e66246-b42e-46ec-8b09-22297d19af4c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:55.370717 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-27e66246-b42e-46ec-8b09-22297d19af4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b762a3-78c0-4677-9dc4-c5505995c7b9 HTTP/1.1" status: 200 len: 855 time: 0.0945473 Jun 18 10:06:55.390561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806911be-1356-48ca-9dc4-b0b870a9fcc8 req-a1b8cbeb-cea0-4aa5-ae52-03e6b39d3359 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:55.393417 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-806911be-1356-48ca-9dc4-b0b870a9fcc8 req-a1b8cbeb-cea0-4aa5-ae52-03e6b39d3359 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.2687702 Jun 18 10:06:55.410696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.423248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782ef582-37c6-4e85-8d93-d6b0b60c0605,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:55.426573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:55.429983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.439932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1192ec11-b2de-4dce-8a13-7987118a8460 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:55.449458 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2681c85728e5481bbcb3cbf7a837eb77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6772127 Jun 18 10:06:55.459473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43252) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:55.486450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff27a62d-6325-4e46-98c8-c5d14ee2ceee,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:55.489425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:55.498701 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-1b04154e-a55b-4eb9-b42f-70651b7b4bc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=70dc5c85-0e3c-4481-b3a9-0177d1b49205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194642 Jun 18 10:06:55.521261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.525778 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6998f1bd-a7f5-409f-94ee-92a2862a87f2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3357918 Jun 18 10:06:55.537685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43258) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:55.551061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Request body: {'security_group_rule': {'security_group_id': '51eabe16-5673-4235-9440-901f593269d8', 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:06:55.580568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:55.591007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:security_group_rule and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:55.595296 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:55.603816 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:55.627652 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f9802bba-fb9f-4e97-beeb-0a5bb7431e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.642693 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.securitygroups_db [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Project 676571e50e2545779d49baf7b45bd0b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:06:55.665873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.716904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f9802bba-fb9f-4e97-beeb-0a5bb7431e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.776278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Notify callbacks [] for port, precommit_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.795479 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a28e3a7c-1f59-48aa-b83b-07fc4f4becb1 req-8664df59-c925-4072-b373-a741d9675508 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 210 time: 0.2343049 Jun 18 10:06:55.810899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.827068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Transition to ACTIVE for port object bbb72f88-a479-4a7c-bbfa-12cbb01a50dd will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:06:55.835175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.839364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.843383 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-806911be-1356-48ca-9dc4-b0b870a9fcc8 req-8968f1ea-cf7c-441c-9b94-d31795d1bf84 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432581 Jun 18 10:06:55.846010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d12486e0-fbbb-478f-9eaa-b9707e3c9c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:55.850244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:55.884017 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-6bdae087-8c9d-4fe9-95aa-fe570604e6fa service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120468 Jun 18 10:06:55.892346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6a0d65-f12c-4a7c-be3e-f9d2f4ef7528,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:55.894304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f9802bba-fb9f-4e97-beeb-0a5bb7431e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.900790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:55.901416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2fbc2504-9e45-4300-9e3a-4c6bed64d2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:55.928336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9802bba-fb9f-4e97-beeb-0a5bb7431e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782ef582-37c6-4e85-8d93-d6b0b60c0605,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:55.932921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f9802bba-fb9f-4e97-beeb-0a5bb7431e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:55.933700 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.935015 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-294837fb-8a5d-4943-b11e-6ed0cc40dc41 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3907905 Jun 18 10:06:55.936544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f9802bba-fb9f-4e97-beeb-0a5bb7431e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:55.940694 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f9802bba-fb9f-4e97-beeb-0a5bb7431e89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/782ef582-37c6-4e85-8d93-d6b0b60c0605 HTTP/1.1" status: 204 len: 168 time: 0.4771938 Jun 18 10:06:56.296079 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288863d6-91fb-445e-a5fe-6c518cb44fec None None] Pushing event updated for resources: {'Port': ['ID=bbb72f88-a479-4a7c-bbfa-12cbb01a50dd,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:56.312778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-288863d6-91fb-445e-a5fe-6c518cb44fec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:56.352624 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f15ecadb-3512-46eb-add5-2987529f73c4 req-99aaaaa3-eee1-4483-93c8-96f7449c0025 service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532158 Jun 18 10:06:56.479850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7e2a-98bc-41c8-bbf0-469891fcbccf req-fd690532-e4f4-4876-adaf-a397d31796eb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:06:56.491243 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fdcd7e2a-98bc-41c8-bbf0-469891fcbccf req-fd690532-e4f4-4876-adaf-a397d31796eb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1372375 Jun 18 10:06:56.496469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Attempting to bind port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:06:56.496975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Attempting to bind port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'd8bb037c-e66b-4479-997e-87277f7e38e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:06:56.497531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Attempting to bind port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd on network 1f5b7d62-c859-4f1f-89de-ede524859f47 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:06:56.507469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:06:56.507889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Checking segment: {'id': 'd8bb037c-e66b-4479-997e-87277f7e38e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:06:56.509286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:56.509783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Bound using segment: {'id': 'd8bb037c-e66b-4479-997e-87277f7e38e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:06:56.510328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Bound port: bbb72f88-a479-4a7c-bbfa-12cbb01a50dd, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bb037c-e66b-4479-997e-87277f7e38e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:06:56.510745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:56.568881 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fdcd7e2a-98bc-41c8-bbf0-469891fcbccf req-e5ae39f4-451a-491f-b4b2-b252ebecc6e3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766616 Jun 18 10:06:56.782365 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43332) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:56.786050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] For port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:06:56.800899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] For port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=bbb72f88-a479-4a7c-bbfa-12cbb01a50dd,segment=NetworkSegment(d8bb037c-e66b-4479-997e-87277f7e38e8),segment_id=d8bb037c-e66b-4479-997e-87277f7e38e8)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:06:56.815725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:56.816918 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:56.823609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:56.860206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:56.866222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:aedbfd8919924cc7bf9a02c0fe0a6108 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:56.872324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:56.881577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:56.997034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:57.001304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:57.028151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4de58265-9b89-45e2-9ffc-fd4c75467f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:57.032788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288863d6-91fb-445e-a5fe-6c518cb44fec None None] Pushing event updated for resources: {'Port': ['ID=bbb72f88-a479-4a7c-bbfa-12cbb01a50dd,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:57.046173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-288863d6-91fb-445e-a5fe-6c518cb44fec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:57.073394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Routers {'ee007225-7854-4d95-b571-0b5768d91d2e'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:06:57.074135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:06:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['ee007225-7854-4d95-b571-0b5768d91d2e'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:57.074458 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f308b951-040e-4667-a34a-77d2a85b8403,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:57.089075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:57.114182 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aedbfd8919924cc7bf9a02c0fe0a6108&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3301187 Jun 18 10:06:57.116865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43354) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:57.243616 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-27c0076b-55b3-49db-81a5-60c4bc719e9c req-35748965-9ecb-4b0b-9b87-df2e64ee1e65 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 210 time: 0.1187100 Jun 18 10:06:57.260477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-832a60b9-edd0-4d2b-9cfc-88641467ba8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:57.311095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-832a60b9-edd0-4d2b-9cfc-88641467ba8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:57.388234 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-832a60b9-edd0-4d2b-9cfc-88641467ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:57.405131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-48fb930e-fdad-4b7e-9be0-0900ed974965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:57.430360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a60b9-edd0-4d2b-9cfc-88641467ba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f308b951-040e-4667-a34a-77d2a85b8403,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:57.434614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-832a60b9-edd0-4d2b-9cfc-88641467ba8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:57.440748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-832a60b9-edd0-4d2b-9cfc-88641467ba8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:57.451466 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-832a60b9-edd0-4d2b-9cfc-88641467ba8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f308b951-040e-4667-a34a-77d2a85b8403 HTTP/1.1" status: 204 len: 168 time: 0.3257439 Jun 18 10:06:57.483702 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] Set router ee007225-7854-4d95-b571-0b5768d91d2e gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:06:58.013214 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:44Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 4, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'gw_port': {'id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:45Z', 'updated_at': '2021-06-18T10:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'bbb72f88-a479-4a7c-bbfa-12cbb01a50dd', 'name': '', 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'mac_address': 'fa:16:3e:11:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b72c6d-43ed-4744-91b1-207ff26d23bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:49Z', 'updated_at': '2021-06-18T10:06:56Z', 'revision_number': 4, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'subnets': [{'id': '73b72c6d-43ed-4744-91b1-207ff26d23bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:06:58.017910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd531656-0c56-43fd-969e-cf6d7f39474e None None] The sync data for ids ['ee007225-7854-4d95-b571-0b5768d91d2e'] in dv-cinder-797022-1-iscsi is: [{'id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:44Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 4, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'gw_port': {'id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:45Z', 'updated_at': '2021-06-18T10:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'bbb72f88-a479-4a7c-bbfa-12cbb01a50dd', 'name': '', 'network_id': '1f5b7d62-c859-4f1f-89de-ede524859f47', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'mac_address': 'fa:16:3e:11:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73b72c6d-43ed-4744-91b1-207ff26d23bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:49Z', 'updated_at': '2021-06-18T10:06:56Z', 'revision_number': 4, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'subnets': [{'id': '73b72c6d-43ed-4744-91b1-207ff26d23bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:06:58.136251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 43382) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:58.159422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:58.204224 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:06:58.211072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Usage tracker for resource:security_group_rule and tenant:644f58fb431342d2b434fec74c75446b is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:06:58.215514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:06:58.222311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:06:58.299702 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:58.303680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:58.339837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:58.378205 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=644f58fb431342d2b434fec74c75446b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2380657 Jun 18 10:06:58.378205 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dcd7f2-8ae5-4c38-a15b-f3d75a7d17fd,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:58.379921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43394) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:06:58.390901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:58.466110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:58.471484 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f07976f-0883-4416-a01a-d021eaecf3a5 req-71eefc04-4b86-4b61-9d82-52ebca355430 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 210 time: 0.0462604 Jun 18 10:06:58.504045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:58.555796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:58.561563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8d6618e9-83bb-46a9-9465-f8b04f774c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:58.574279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dcd7f2-8ae5-4c38-a15b-f3d75a7d17fd,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:58.593406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:58.594904 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5dcd7f2-8ae5-4c38-a15b-f3d75a7d17fd HTTP/1.1" status: 204 len: 168 time: 0.2152870 Jun 18 10:06:58.596475 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.596871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.597299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.597613 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.597994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.598374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.598749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.599425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.599505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.599813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.600182 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:06:58.603973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:06:59.508798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bbb72f88-a479-4a7c-bbfa-12cbb01a50dd up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:06:59.611770 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:06:59.618033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:06:59.618782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:59.737851 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-860191b8-29fb-4242-ab53-85a50e483bd0 req-a28f5fc0-68df-4054-9a27-dc7f93694e94 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 210 time: 0.1017673 Jun 18 10:06:59.800650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:59.843190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=bbb72f88-a479-4a7c-bbfa-12cbb01a50dd,segment=NetworkSegment(d8bb037c-e66b-4479-997e-87277f7e38e8),segment_id=d8bb037c-e66b-4479-997e-87277f7e38e8)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:06:59.846988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:06:59.849145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:06:59.919425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=bbb72f88-a479-4a7c-bbfa-12cbb01a50dd,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:06:59.922658 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:01.123595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-b31e22c0-a6d6-4b54-ae1b-a44e95ab2b7e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:01.125611 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-b31e22c0-a6d6-4b54-ae1b-a44e95ab2b7e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 815 time: 0.4417412 Jun 18 10:07:01.127564 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5a9f401-d593-4485-bcb1-c896e2afa6d2 req-42fac51d-fa9c-4fe7-9992-48cd4834c270 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 210 time: 0.0592608 Jun 18 10:07:01.155364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Request body: {'port': {'device_id': 'f227a124-5b6d-47ae-be1f-b37ee024c566', 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205', 'admin_state_up': True, 'tenant_id': '61da6152e08a4db08fb38bb8eaec89eb'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:01.310659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:01.326121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:01.337227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Made reservation on behalf of 61da6152e08a4db08fb38bb8eaec89eb for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:07:01.343515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:01.485525 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bbb72f88-a479-4a7c-bbfa-12cbb01a50dd up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:07:01.534307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Allocated IP 172.20.0.4 (70dc5c85-0e3c-4481-b3a9-0177d1b49205/e4b762a3-78c0-4677-9dc4-c5505995c7b9/1c181fd5-463f-409a-a044-226edbcfe5bf) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:07:01.565084 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:07:01.565499 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:01.825167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:01.855253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:01.862955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:01.923996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', '1cc65835-40dd-493a-82f2-3efabaf95e25'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:07:01.938584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:07:01.942618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:07:01.949332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:07:01.954766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:01.955702 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:01.960541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Pushing event updated for resources: {'Port': ['ID=1c181fd5-463f-409a-a044-226edbcfe5bf,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:01.991277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.991685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.992095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.993227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.993405 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.994179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.994179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.994870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.995004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.995378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:01.995640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:02.001067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:02.014054 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8631933 Jun 18 10:07:02.053422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Request body: {'port': {'device_id': 'f227a124-5b6d-47ae-be1f-b37ee024c566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:02.286080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:02.588270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35b1eb-9182-4379-a2b2-f2731c700ea4 req-80508611-6474-436a-8f14-422cfe9c0ed6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:02.588991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-2d35b1eb-9182-4379-a2b2-f2731c700ea4 req-80508611-6474-436a-8f14-422cfe9c0ed6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Synchronizing usage tracker for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:07:02.696157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-2d35b1eb-9182-4379-a2b2-f2731c700ea4 req-80508611-6474-436a-8f14-422cfe9c0ed6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Unset dirty status for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:07:02.698020 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d35b1eb-9182-4379-a2b2-f2731c700ea4 req-80508611-6474-436a-8f14-422cfe9c0ed6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 931 time: 0.3305473 Jun 18 10:07:02.915696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c181fd5-463f-409a-a044-226edbcfe5bf {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:07:02.931773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:02.965772 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d35b1eb-9182-4379-a2b2-f2731c700ea4 req-35ab1519-759d-48ad-9fbe-c2d5bab8cc70 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563486 Jun 18 10:07:02.967176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Transition to ACTIVE for port object 1c181fd5-463f-409a-a044-226edbcfe5bf will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:07:02.971775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:02.983326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:03.131436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c181fd5-463f-409a-a044-226edbcfe5bf,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:03.143064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:03.293714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43582) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:03.307451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Attempting to bind port 1c181fd5-463f-409a-a044-226edbcfe5bf on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:07:03.307451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Attempting to bind port 1c181fd5-463f-409a-a044-226edbcfe5bf by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:07:03.307451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Attempting to bind port 1c181fd5-463f-409a-a044-226edbcfe5bf on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:07:03.328984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Port 1c181fd5-463f-409a-a044-226edbcfe5bf on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:07:03.329353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Attempting to bind port 1c181fd5-463f-409a-a044-226edbcfe5bf on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:07:03.363323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:07:03.364164 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Checking segment: {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:07:03.364414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Bound using segment: {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:07:03.364892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Bound port: 1c181fd5-463f-409a-a044-226edbcfe5bf, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:07:03.365273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:03.450084 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ae763e7-7474-4243-a5f3-9b18f8f8a307 req-0689cb46-b708-45f0-80a8-487f3a8e5a78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1098 time: 0.2705019 Jun 18 10:07:03.468288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82818c3f-2912-4054-b892-50621f1ea412 req-e3afebe6-856d-4077-b257-83312c3e2bb4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:03.469880 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-82818c3f-2912-4054-b892-50621f1ea412 req-e3afebe6-856d-4077-b257-83312c3e2bb4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.2844725 Jun 18 10:07:03.522532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:03.559834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:03.564011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Usage tracker for resource:security_group_rule and tenant:c3cfb93a1bfd4a1ba60094b46c5fcc43 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:03.567223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:03.575026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:03.653846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] For port 1c181fd5-463f-409a-a044-226edbcfe5bf, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:07:03.657896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:03.663556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:03.675442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-279386ca-7cd6-478c-b57c-9c0f008ef61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:03.682153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] For port 1c181fd5-463f-409a-a044-226edbcfe5bf, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1c181fd5-463f-409a-a044-226edbcfe5bf,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:07:03.690381 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-82818c3f-2912-4054-b892-50621f1ea412 req-4178cf97-28c9-431d-990b-c71c3dc2f2dc tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850550 Jun 18 10:07:03.693738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:03.701809 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bf8c4ac5-9fa4-47a7-9023-ce1f70bfc4bd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:03.721211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff3e9c0-3136-4110-be11-7366fc752de2,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:03.735016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:03.763438 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3cfb93a1bfd4a1ba60094b46c5fcc43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4684427 Jun 18 10:07:03.766712 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43604) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:03.822708 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae763e7-7474-4243-a5f3-9b18f8f8a307 req-5bdcdc19-46c9-4a0a-83c4-126d1a65d318 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:03.838602 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ae763e7-7474-4243-a5f3-9b18f8f8a307 req-5bdcdc19-46c9-4a0a-83c4-126d1a65d318 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 919 time: 0.3540614 Jun 18 10:07:03.860203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-042bd901-71eb-4ef1-a6a7-f07a842031e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:03.920633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-042bd901-71eb-4ef1-a6a7-f07a842031e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:03.976210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:03.979970 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] 10.222.0.70 "PUT /v2.0/ports/1c181fd5-463f-409a-a044-226edbcfe5bf HTTP/1.1" status: 200 len: 1093 time: 1.9353564 Jun 18 10:07:03.981848 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c181fd5-463f-409a-a044-226edbcfe5bf,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:03.984894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f227a124-5b6d-47ae-be1f-b37ee024c566', 'tag': '1c181fd5-463f-409a-a044-226edbcfe5bf'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:07:03.990544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:04.046483 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ae763e7-7474-4243-a5f3-9b18f8f8a307 req-d52f437a-a2fb-4fbd-a69a-074a50438899 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce01c08-aca4-4693-8f76-3d51b589c127 HTTP/1.1" status: 200 len: 217 time: 0.1978509 Jun 18 10:07:04.067819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-042bd901-71eb-4ef1-a6a7-f07a842031e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:04.084063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6473bdda-a105-411e-b452-f67abd890b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:04.111194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bd901-71eb-4ef1-a6a7-f07a842031e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff3e9c0-3136-4110-be11-7366fc752de2,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:04.121053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-042bd901-71eb-4ef1-a6a7-f07a842031e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:04.130054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-042bd901-71eb-4ef1-a6a7-f07a842031e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:04.136538 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-042bd901-71eb-4ef1-a6a7-f07a842031e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ff3e9c0-3136-4110-be11-7366fc752de2 HTTP/1.1" status: 204 len: 168 time: 0.3680878 Jun 18 10:07:04.159883 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f227a124-5b6d-47ae-be1f-b37ee024c566', 'tag': '1c181fd5-463f-409a-a044-226edbcfe5bf', 'status': 'completed', 'code': 200} Jun 18 10:07:04.371122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae763e7-7474-4243-a5f3-9b18f8f8a307 req-6c9a12f9-949b-44f8-a3c6-38614950dd56 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:04.372749 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ae763e7-7474-4243-a5f3-9b18f8f8a307 req-6c9a12f9-949b-44f8-a3c6-38614950dd56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.3127248 Jun 18 10:07:04.453438 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ae763e7-7474-4243-a5f3-9b18f8f8a307 req-52e865b1-cd0a-4b3e-b1f5-5da760542fc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627410 Jun 18 10:07:04.463037 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-ec643a96-639f-450c-8e41-5560980098e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 1096 time: 0.3006706 Jun 18 10:07:04.474272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9056f-fa4b-46cf-8786-8866c80cf324 req-d6802134-dd76-42f0-b0f4-f4e79aec1f87 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:04.475928 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f9d9056f-fa4b-46cf-8786-8866c80cf324 req-d6802134-dd76-42f0-b0f4-f4e79aec1f87 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 943 time: 0.2464075 Jun 18 10:07:04.957333 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-f88f992f-c8ea-4814-b96c-137a052a8db0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c181fd5-463f-409a-a044-226edbcfe5bf HTTP/1.1" status: 200 len: 217 time: 0.4534450 Jun 18 10:07:05.034670 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f9d9056f-fa4b-46cf-8786-8866c80cf324 req-15e607ee-bf58-4a9f-b589-3f4994f38554 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505140 Jun 18 10:07:05.158088 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ae763e7-7474-4243-a5f3-9b18f8f8a307 req-ed2c8e40-f5c7-4a7b-ba1f-f87811e2d7d9 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572962 Jun 18 10:07:05.174880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-f4f1b683-c263-41e1-bf4d-9f197e3fc279 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:05.177744 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-f4f1b683-c263-41e1-bf4d-9f197e3fc279 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b762a3-78c0-4677-9dc4-c5505995c7b9 HTTP/1.1" status: 200 len: 855 time: 0.2021351 Jun 18 10:07:05.286034 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-3937de12-6eba-4537-8303-da8a50e7d722 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=70dc5c85-0e3c-4481-b3a9-0177d1b49205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671265 Jun 18 10:07:05.538929 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8020765-8142-4de3-bb35-167cf896d0f2 req-bc1ab89b-7b01-4010-9d58-82de17be045d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:05.540927 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f8020765-8142-4de3-bb35-167cf896d0f2 req-bc1ab89b-7b01-4010-9d58-82de17be045d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.5267677 Jun 18 10:07:05.599912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a58b71dc-96f2-4d0a-adc7-88c370e391b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:05.621362 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ae763e7-7474-4243-a5f3-9b18f8f8a307 req-6dcbdb35-220b-4c10-91fa-a66cfe9069ee service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415877 Jun 18 10:07:05.650179 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-216ec84c-393b-478d-9882-1f86f01a025e service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121598 Jun 18 10:07:05.672739 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f8020765-8142-4de3-bb35-167cf896d0f2 req-3faecc4d-62ca-4a5a-bb67-7d9333afc44c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162081 Jun 18 10:07:05.853471 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f15ba47-8ff1-4d38-a132-d5d40f5e3491 req-61658f5a-4708-4e22-bad7-c951ef7446d3 service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654692 Jun 18 10:07:06.086884 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4294501e-3ab1-4af1-b1ec-add1b2fc5827 req-9e84210e-f7fc-4497-bf56-1b52d4f2e20a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 1096 time: 0.0856636 Jun 18 10:07:06.241304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43700) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:06.292724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294501e-3ab1-4af1-b1ec-add1b2fc5827 req-95316513-bc4d-4519-aacc-834f728502c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:06.294333 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4294501e-3ab1-4af1-b1ec-add1b2fc5827 req-95316513-bc4d-4519-aacc-834f728502c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 916 time: 0.1996341 Jun 18 10:07:06.385519 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4294501e-3ab1-4af1-b1ec-add1b2fc5827 req-ece116f9-5d92-452e-ba8b-e32549108b29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c181fd5-463f-409a-a044-226edbcfe5bf HTTP/1.1" status: 200 len: 217 time: 0.0806704 Jun 18 10:07:06.427055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:06.475159 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:06.480726 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Usage tracker for resource:security_group_rule and tenant:5ae56ea580954a03a94d22c78f67f3bd is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:06.483829 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef09fd-571d-48cf-84a5-1ac8d0c91a5b req-af341fef-259a-4c75-950d-97bb970feebb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:06.485311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:06.485451 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-04ef09fd-571d-48cf-84a5-1ac8d0c91a5b req-af341fef-259a-4c75-950d-97bb970feebb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 943 time: 0.2283146 Jun 18 10:07:06.492810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294501e-3ab1-4af1-b1ec-add1b2fc5827 req-22a1ae2e-5021-47ff-b866-ca033a35525d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:06.494559 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4294501e-3ab1-4af1-b1ec-add1b2fc5827 req-22a1ae2e-5021-47ff-b866-ca033a35525d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b762a3-78c0-4677-9dc4-c5505995c7b9 HTTP/1.1" status: 200 len: 855 time: 0.0978448 Jun 18 10:07:06.503256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:06.575506 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4294501e-3ab1-4af1-b1ec-add1b2fc5827 req-bf051429-a375-48d1-8241-b7ac4fb1fd73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=70dc5c85-0e3c-4481-b3a9-0177d1b49205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619197 Jun 18 10:07:06.602884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:06.616534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:06.649678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-042bd901-71eb-4ef1-a6a7-f07a842031e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:06.666756 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ae56ea580954a03a94d22c78f67f3bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4242282 Jun 18 10:07:06.669430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43720) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:06.754163 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-04ef09fd-571d-48cf-84a5-1ac8d0c91a5b req-0d0a62df-9fe5-4b93-a4ab-18e4db6649e7 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584045 Jun 18 10:07:06.771778 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4294501e-3ab1-4af1-b1ec-add1b2fc5827 req-6d2eefee-a9df-483c-b92c-396f2ba03700 service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801801 Jun 18 10:07:06.785919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7447d830-c047-40f6-a5c3-069ae05f75f1,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:06.789196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:06.793128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-60695a29-9d33-4861-ba7f-3760db3507c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:06.824372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-60695a29-9d33-4861-ba7f-3760db3507c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:06.875277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-60695a29-9d33-4861-ba7f-3760db3507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:06.881860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9e274818-f206-47ff-a70e-06405ef0bc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:06.897934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60695a29-9d33-4861-ba7f-3760db3507c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7447d830-c047-40f6-a5c3-069ae05f75f1,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:06.901464 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-60695a29-9d33-4861-ba7f-3760db3507c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:06.902974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-60695a29-9d33-4861-ba7f-3760db3507c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:06.906688 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-60695a29-9d33-4861-ba7f-3760db3507c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7447d830-c047-40f6-a5c3-069ae05f75f1 HTTP/1.1" status: 204 len: 168 time: 0.2335482 Jun 18 10:07:07.122150 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4294501e-3ab1-4af1-b1ec-add1b2fc5827 req-74f34e45-271a-4c44-9c63-b8f8229450e0 service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374593 Jun 18 10:07:07.137294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042c61-2b7d-4d65-ac3d-204fce580760 req-a0d4535c-9a8b-4625-8605-81350a4e8c1d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:07.138953 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ef042c61-2b7d-4d65-ac3d-204fce580760 req-a0d4535c-9a8b-4625-8605-81350a4e8c1d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1462381 Jun 18 10:07:07.223546 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ef042c61-2b7d-4d65-ac3d-204fce580760 req-969058c5-1d66-4a94-b397-5dae39061eb0 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769544 Jun 18 10:07:07.252255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:07.986255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dc8d3-a327-49e6-93c3-0a39f75110c0 req-68bb2999-7012-445c-8c98-d705b1fbe583 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:07.988003 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-376dc8d3-a327-49e6-93c3-0a39f75110c0 req-68bb2999-7012-445c-8c98-d705b1fbe583 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 943 time: 0.0974383 Jun 18 10:07:08.046632 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-376dc8d3-a327-49e6-93c3-0a39f75110c0 req-650f921b-314a-4658-a7e1-4fa1b902570f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509772 Jun 18 10:07:08.220538 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 43774) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:08.264235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7f4b-3992-46dd-8f98-f59456785084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:08.492739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768a4b3-6783-43fc-b29b-5df510ed19c4 req-242435df-9d4e-4f4c-b494-4173c4142c62 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:08.496062 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8768a4b3-6783-43fc-b29b-5df510ed19c4 req-242435df-9d4e-4f4c-b494-4173c4142c62 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1200681 Jun 18 10:07:08.548890 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:08.596361 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8768a4b3-6783-43fc-b29b-5df510ed19c4 req-c4f052e0-8b18-4874-a213-d24c33c1b0ef tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940313 Jun 18 10:07:08.612568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:08.627338 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Usage tracker for resource:security_group_rule and tenant:62b604b79e5549119123959de9bc3ce8 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:08.630251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:08.639887 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:08.741760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:08.748150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:08.763799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3953f104-6a5f-4754-829e-0ace40c3dc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:08.814239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac60247-eee1-434c-a186-5989cc0697a8,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:08.823391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:08.826749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:08.832197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43800) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:08.836960 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62b604b79e5549119123959de9bc3ce8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6143463 Jun 18 10:07:09.011828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9facba4e-681a-423b-bfc4-1cc23cad9512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.046787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9facba4e-681a-423b-bfc4-1cc23cad9512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.123529 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1c181fd5-463f-409a-a044-226edbcfe5bf details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:07:09.179439 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9facba4e-681a-423b-bfc4-1cc23cad9512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.200407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8bffc4c4-3b2a-4cec-9f55-414c7b514254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:09.220661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facba4e-681a-423b-bfc4-1cc23cad9512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac60247-eee1-434c-a186-5989cc0697a8,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:09.223644 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9facba4e-681a-423b-bfc4-1cc23cad9512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:09.226074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9facba4e-681a-423b-bfc4-1cc23cad9512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.227917 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9facba4e-681a-423b-bfc4-1cc23cad9512 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ac60247-eee1-434c-a186-5989cc0697a8 HTTP/1.1" status: 204 len: 168 time: 0.3942347 Jun 18 10:07:09.329791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 1c181fd5-463f-409a-a044-226edbcfe5bf, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1c181fd5-463f-409a-a044-226edbcfe5bf,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:07:09.346578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '1c181fd5-463f-409a-a044-226edbcfe5bf', 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205', 'port_id': '1c181fd5-463f-409a-a044-226edbcfe5bf', 'mac_address': 'fa:16:3e:b4:96:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b762a3-78c0-4677-9dc4-c5505995c7b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:07:09.403194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a6c4-3556-42a2-8294-bdf79602ee70 req-8f08142a-81f2-4eda-96e8-2faf84f9df9e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:09.404573 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6f17a6c4-3556-42a2-8294-bdf79602ee70 req-8f08142a-81f2-4eda-96e8-2faf84f9df9e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 943 time: 0.1059194 Jun 18 10:07:09.409371 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.429348 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c181fd5-463f-409a-a044-226edbcfe5bf {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:07:09.448725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 1c181fd5-463f-409a-a044-226edbcfe5bf, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1c181fd5-463f-409a-a044-226edbcfe5bf,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:07:09.453739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.456607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:09.466420 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6f17a6c4-3556-42a2-8294-bdf79602ee70 req-8a40e29b-ed5e-47f6-a9ed-5a4baa465cf9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549045 Jun 18 10:07:09.540794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=1c181fd5-463f-409a-a044-226edbcfe5bf,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:09.544287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:09.639420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43828) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:09.660002 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.694022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:09.699073 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Usage tracker for resource:security_group_rule and tenant:466da3ccbdcf490bb0f4454f2526ac0c is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:09.702086 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:09.708071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:09.782541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.785353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.793138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-99ae2c06-1bd9-48fb-b438-5169724010e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:09.836941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2d00b-4dd2-4a50-81f4-9d775abb2dca,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:09.842320 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=466da3ccbdcf490bb0f4454f2526ac0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2016847 Jun 18 10:07:09.843562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:09.845037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43832) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:09.873854 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c5ad7-2fa1-4341-b697-8ce163254911 req-1da73d5c-72c9-48af-bdae-8b1afd6c5230 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:09.875539 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-574c5ad7-2fa1-4341-b697-8ce163254911 req-1da73d5c-72c9-48af-bdae-8b1afd6c5230 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1406188 Jun 18 10:07:09.919598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0f92-575e-468b-8d1f-1b48625d6062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:09.941763 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-574c5ad7-2fa1-4341-b697-8ce163254911 req-f8d1527b-4b2d-4f75-94b4-264b880eb4b5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594726 Jun 18 10:07:09.950987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0f92-575e-468b-8d1f-1b48625d6062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:10.001930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0f92-575e-468b-8d1f-1b48625d6062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:10.009023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2e6c7ad4-da11-41f4-ab7e-08166a517f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:10.021568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e0f92-575e-468b-8d1f-1b48625d6062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2d00b-4dd2-4a50-81f4-9d775abb2dca,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:10.025826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2d6e0f92-575e-468b-8d1f-1b48625d6062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:10.029372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0f92-575e-468b-8d1f-1b48625d6062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:10.030696 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2d6e0f92-575e-468b-8d1f-1b48625d6062 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1b2d00b-4dd2-4a50-81f4-9d775abb2dca HTTP/1.1" status: 204 len: 168 time: 0.1844511 Jun 18 10:07:10.071019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:10.200964 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['1c181fd5-463f-409a-a044-226edbcfe5bf'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:07:10.741988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9dc2-d2be-46d8-b90a-728487e30975 req-9b97a0fb-14d5-4bb4-bb65-712ad75873a5 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:10.750501 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a59a9dc2-d2be-46d8-b90a-728487e30975 req-9b97a0fb-14d5-4bb4-bb65-712ad75873a5 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 944 time: 0.1249108 Jun 18 10:07:10.798209 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a59a9dc2-d2be-46d8-b90a-728487e30975 req-b4d17add-dba9-471d-9f33-50adf70309e0 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Jun 18 10:07:11.171758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe00c88-f53c-41de-8d32-b4d238dd6b3b req-ae7ebbd9-0103-4441-bfcb-f77f66cd0118 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:11.173411 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dbe00c88-f53c-41de-8d32-b4d238dd6b3b req-ae7ebbd9-0103-4441-bfcb-f77f66cd0118 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0983377 Jun 18 10:07:11.230575 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dbe00c88-f53c-41de-8d32-b4d238dd6b3b req-38f1462d-88a3-42e2-aa6d-64ac4284abeb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505383 Jun 18 10:07:12.120626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f3121-b64c-41a5-8f7e-e21c39afa1c7 req-68186394-1531-40e2-9f67-74649bbd6490 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:12.122355 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b30f3121-b64c-41a5-8f7e-e21c39afa1c7 req-68186394-1531-40e2-9f67-74649bbd6490 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 944 time: 0.0978215 Jun 18 10:07:12.181987 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b30f3121-b64c-41a5-8f7e-e21c39afa1c7 req-87ad05ef-d38f-459b-bd0d-aaffd23dbb25 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526028 Jun 18 10:07:12.484844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e5e19-a581-4a3e-9fed-04f30b17c12e req-ea880168-f3f3-4ab0-a08c-30bb33403cec tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:12.486597 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-310e5e19-a581-4a3e-9fed-04f30b17c12e req-ea880168-f3f3-4ab0-a08c-30bb33403cec tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1026878 Jun 18 10:07:12.543601 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-310e5e19-a581-4a3e-9fed-04f30b17c12e req-538e89f3-03e9-41ab-830e-cf5ca04b7b79 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494041 Jun 18 10:07:13.416975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a82ba-4c2e-4b9d-a4ff-ba54ad8b5c5e req-2fdd77e7-8670-49de-9df8-8bf7c191ca5c tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:13.418621 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-469a82ba-4c2e-4b9d-a4ff-ba54ad8b5c5e req-2fdd77e7-8670-49de-9df8-8bf7c191ca5c tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 944 time: 0.0916779 Jun 18 10:07:13.516545 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-469a82ba-4c2e-4b9d-a4ff-ba54ad8b5c5e req-3423b0e4-1a66-47eb-98a4-b68c358d1ee7 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845220 Jun 18 10:07:13.797530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed19f0-edd2-40b5-b0d2-36aa600b0230 req-2949a1b4-ee76-4e22-93ae-741b810f4737 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:13.800245 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92ed19f0-edd2-40b5-b0d2-36aa600b0230 req-2949a1b4-ee76-4e22-93ae-741b810f4737 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1005726 Jun 18 10:07:13.926391 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92ed19f0-edd2-40b5-b0d2-36aa600b0230 req-fdb981ec-9a90-44ff-8bc1-06c8a9dc898f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106479 Jun 18 10:07:14.556978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 43992) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:14.736583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:14.756269 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb05552-3738-4274-90e6-20ea097de5fd req-0aae3434-5261-42b0-9031-7239d1b32efd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:14.757940 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5cb05552-3738-4274-90e6-20ea097de5fd req-0aae3434-5261-42b0-9031-7239d1b32efd tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 944 time: 0.0934620 Jun 18 10:07:14.772901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:14.777418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Usage tracker for resource:security_group_rule and tenant:ef5faf3099d646c3a3a4c7e41512c0a2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:14.781086 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:14.788211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:14.872949 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:14.876988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:14.886142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-52d4f97e-095f-4449-a8cc-e5cfc088b437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:14.936939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b10134c-eb76-43a9-8701-3731628a8e1d,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:14.946223 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef5faf3099d646c3a3a4c7e41512c0a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3873899 Jun 18 10:07:14.947010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44002) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:14.948117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:15.035946 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5cb05552-3738-4274-90e6-20ea097de5fd req-dc61777f-dbaf-472e-8f1b-2b05fd218adb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709854 Jun 18 10:07:15.059242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0e4-677a-4af4-a321-a3e110abea9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.095757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0e4-677a-4af4-a321-a3e110abea9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.152588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1c181fd5-463f-409a-a044-226edbcfe5bf up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:07:15.156469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0e4-677a-4af4-a321-a3e110abea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.162323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-58fbcdbe-4f6a-4350-9892-33afef5e286b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:15.185063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4b0e4-677a-4af4-a321-a3e110abea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b10134c-eb76-43a9-8701-3731628a8e1d,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:15.190107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0ca4b0e4-677a-4af4-a321-a3e110abea9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:15.195543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b0e4-677a-4af4-a321-a3e110abea9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.209598 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0ca4b0e4-677a-4af4-a321-a3e110abea9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b10134c-eb76-43a9-8701-3731628a8e1d HTTP/1.1" status: 204 len: 168 time: 0.2514710 Jun 18 10:07:15.262158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47128c-0c78-400b-a073-721e11e10c68 req-33a5dc6f-44da-4747-a319-8be59b712cbb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:15.268610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 1c181fd5-463f-409a-a044-226edbcfe5bf completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:07:15.271603 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9a47128c-0c78-400b-a073-721e11e10c68 req-33a5dc6f-44da-4747-a319-8be59b712cbb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1429381 Jun 18 10:07:15.274160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 1c181fd5-463f-409a-a044-226edbcfe5bf triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:07:15.274607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.357686 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9a47128c-0c78-400b-a073-721e11e10c68 req-2b2784cf-89ea-465b-a8b7-7248bc1b5efa tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849936 Jun 18 10:07:15.411815 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.444611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f227a124-5b6d-47ae-be1f-b37ee024c566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c181fd5-463f-409a-a044-226edbcfe5bf'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:07:15.455844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 1c181fd5-463f-409a-a044-226edbcfe5bf, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1c181fd5-463f-409a-a044-226edbcfe5bf,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:07:15.459258 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.461911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:15.519852 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f227a124-5b6d-47ae-be1f-b37ee024c566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c181fd5-463f-409a-a044-226edbcfe5bf', 'code': 200} Jun 18 10:07:15.536773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=1c181fd5-463f-409a-a044-226edbcfe5bf,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:15.541088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:15.658463 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44026) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:15.713243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.750912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:15.755045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Usage tracker for resource:security_group_rule and tenant:786cdf301f7a44369d423bc81273d94c is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:15.758917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:15.766635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:15.848891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.853921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.862260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d61b12d2-85ed-4357-b3a2-500d6a32298a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:15.916131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbc7a53-abbe-4c2e-9f5e-4b474813123b,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:15.919547 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:15.922103 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=786cdf301f7a44369d423bc81273d94c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2624850 Jun 18 10:07:15.924937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44032) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:15.943764 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8d4c597f-a537-4594-b4e4-1bd54d38b4ce req-6511fbf6-ba36-4277-9b3f-5d148da34478 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 1098 time: 0.0846937 Jun 18 10:07:15.998278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5592eac0-2476-4c14-920d-0e62a425b480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:15.999622 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8d4c597f-a537-4594-b4e4-1bd54d38b4ce req-62929607-7a7b-49ff-8e4b-6bb5413f1003 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Jun 18 10:07:16.026383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5592eac0-2476-4c14-920d-0e62a425b480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:16.073909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5592eac0-2476-4c14-920d-0e62a425b480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:16.079410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:16.091609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592eac0-2476-4c14-920d-0e62a425b480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbc7a53-abbe-4c2e-9f5e-4b474813123b,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:16.094370 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5592eac0-2476-4c14-920d-0e62a425b480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:16.101101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5592eac0-2476-4c14-920d-0e62a425b480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:16.102731 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5592eac0-2476-4c14-920d-0e62a425b480 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1dbc7a53-abbe-4c2e-9f5e-4b474813123b HTTP/1.1" status: 204 len: 168 time: 0.1762719 Jun 18 10:07:16.317120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616220a7-3ea7-4087-928c-e0b8cb14ce4c req-3e612728-6168-4e42-805b-55dcfd57b38e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:16.319139 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-616220a7-3ea7-4087-928c-e0b8cb14ce4c req-3e612728-6168-4e42-805b-55dcfd57b38e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 945 time: 0.0894127 Jun 18 10:07:16.386459 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-616220a7-3ea7-4087-928c-e0b8cb14ce4c req-793dfffb-2de2-4c82-9b9e-28e541669e52 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583191 Jun 18 10:07:16.591673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103a0a4-0e13-4c65-be46-5e165c6a76fc req-a3433ed5-c5e9-4643-b64f-d1bc326b15d3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:16.593402 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9103a0a4-0e13-4c65-be46-5e165c6a76fc req-a3433ed5-c5e9-4643-b64f-d1bc326b15d3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1056108 Jun 18 10:07:16.665919 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9103a0a4-0e13-4c65-be46-5e165c6a76fc req-14fc4137-3eae-4691-9535-29e1a3c3cf8c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Jun 18 10:07:17.225156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44078) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:17.385946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1824099582-network', 'tenant_id': 'd762e3c9e6d74d85ab87c5852d51def6'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:17.393762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:17.400760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Usage tracker for resource:network and tenant:d762e3c9e6d74d85ab87c5852d51def6 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:17.407067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:17.419597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:17.444292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Made reservation on behalf of d762e3c9e6d74d85ab87c5852d51def6 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:07:17.451781 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:17.470400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:17.535692 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:17.543026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Usage tracker for resource:security_group_rule and tenant:d762e3c9e6d74d85ab87c5852d51def6 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:17.546337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:17.552802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:17.639273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:17.642775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:17.647330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-832a60b9-edd0-4d2b-9cfc-88641467ba8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:17.655091 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d15c83-9219-4a4c-b079-9a131198126f req-e6998457-5462-4aec-b88b-ab7464d91028 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:17.656333 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f7d15c83-9219-4a4c-b079-9a131198126f req-e6998457-5462-4aec-b88b-ab7464d91028 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 945 time: 0.0996382 Jun 18 10:07:17.679386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:07:17.695050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f03685-6995-414f-a7a2-2652034be36e,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:17.713191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:17.714293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:17.714685 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Added segment 4f98ef0d-c2bc-4f5e-b389-8ba0334cc260 of type vlan for network 5a1df705-78f3-4b49-8dd9-61b5422bdb9a Jun 18 10:07:17.760846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:17.781346 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f7d15c83-9219-4a4c-b079-9a131198126f req-548aaf21-12c7-453e-a48e-8057c6f06b48 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182554 Jun 18 10:07:17.799611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:17.800970 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:17.801760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:17.809411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:17.954833 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7283967 Jun 18 10:07:17.955609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44112) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:17.968581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Request body: {'subnet': {'network_id': '5a1df705-78f3-4b49-8dd9-61b5422bdb9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1824099582-subnet', 'tenant_id': 'd762e3c9e6d74d85ab87c5852d51def6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:17.973553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1df705-78f3-4b49-8dd9-61b5422bdb9a,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:17.986476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:17.987867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:17.988554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 5a1df705-78f3-4b49-8dd9-61b5422bdb9a details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:07:17.994936 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Usage tracker for resource:subnet and tenant:d762e3c9e6d74d85ab87c5852d51def6 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:17.998751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:18.010757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:18.024288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Made reservation on behalf of d762e3c9e6d74d85ab87c5852d51def6 for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:07:18.026118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5d4b8-860d-441e-95d0-39ead28f5b5b req-faae12d6-7fe7-4f30-bf78-c562fa2a9cc8 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:18.027802 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ff5d4b8-860d-441e-95d0-39ead28f5b5b req-faae12d6-7fe7-4f30-bf78-c562fa2a9cc8 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1868675 Jun 18 10:07:18.036974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848291384'] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:18.159003 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ff5d4b8-860d-441e-95d0-39ead28f5b5b req-b8e2f703-e7e0-449a-9e60-39ca9801c4a4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238406 Jun 18 10:07:18.455486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 44126) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:18.478830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 44132) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:18.670008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:18.686374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:18.712761 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7925794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848291367'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:18.717513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:18.739579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:18.746549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:18.749271 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Usage tracker for resource:security_group_rule and tenant:c575966add2642fabc3df4ebf712399f is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:18.753498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:18.756834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Usage tracker for resource:security_group_rule and tenant:cc23cd7b5ff046a3bae6a322d6764918 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:18.764085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:18.767040 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:18.772958 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:18.807611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be41f81-07e4-4552-9dda-f9170c3de271,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:18.812475 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:18.820213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Checking segment: {'id': '4f98ef0d-c2bc-4f5e-b389-8ba0334cc260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5a1df705-78f3-4b49-8dd9-61b5422bdb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:07:18.820829 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Network hostable DHCP agents. Network: 5a1df705-78f3-4b49-8dd9-61b5422bdb9a, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:07:18.856127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Network 5a1df705-78f3-4b49-8dd9-61b5422bdb9a is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:07:18.875250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 5a1df705-78f3-4b49-8dd9-61b5422bdb9a) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:07:18.889384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf08de8-2bb4-40c1-8090-adf800461a3b None None] Network 5a1df705-78f3-4b49-8dd9-61b5422bdb9a requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:07:18.929484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:18.931149 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:18.947980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:18.950348 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:18.952089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:18.960689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-07e958b8-ccfb-45e9-8803-0327f2721a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:18.964257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0047174 Jun 18 10:07:19.002136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3199c3-cdac-405d-ac46-5697d62edf2a,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:19.005003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.035612 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:19.036155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:19.138662 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c575966add2642fabc3df4ebf712399f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6819143 Jun 18 10:07:19.141764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44142) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:19.175580 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ebcd5783-8fe2-43f4-ba6a-486c1d913800 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc23cd7b5ff046a3bae6a322d6764918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6923764 Jun 18 10:07:19.176284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44148) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:19.178862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e897adef-899d-456c-b35c-148a580c8597,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:19.185670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:19.219674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4447423-d46b-4f2b-9644-9f8a51cfb032 req-c8ef0996-1db5-4e48-b866-d41b1be38e9b tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:19.221359 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4447423-d46b-4f2b-9644-9f8a51cfb032 req-c8ef0996-1db5-4e48-b866-d41b1be38e9b tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 945 time: 0.2205920 Jun 18 10:07:19.273072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9773cb13-06e0-4563-a67d-59f1bb5dbfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.308862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06076928-df13-4c01-9645-dabf0f70cf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.335687 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4447423-d46b-4f2b-9644-9f8a51cfb032 req-0c10a63c-73e4-43c6-9846-42dc91c4e911 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045904 Jun 18 10:07:19.347906 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06076928-df13-4c01-9645-dabf0f70cf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.351653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.390688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9773cb13-06e0-4563-a67d-59f1bb5dbfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.469578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5abeb4-a4fc-4b41-b7dd-327d231b0d56 None None] Network 5a1df705-78f3-4b49-8dd9-61b5422bdb9a requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:07:19.584287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06076928-df13-4c01-9645-dabf0f70cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.597018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-21247a89-f0c3-4fcc-834d-168ba1cf79ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:19.628312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9773cb13-06e0-4563-a67d-59f1bb5dbfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.658595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06076928-df13-4c01-9645-dabf0f70cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3199c3-cdac-405d-ac46-5697d62edf2a,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:19.665588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-06076928-df13-4c01-9645-dabf0f70cf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:19.666484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b8d1ccb8-68ac-4a26-b377-e78f2a4623f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:19.723518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06076928-df13-4c01-9645-dabf0f70cf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.734297 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-06076928-df13-4c01-9645-dabf0f70cf5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e3199c3-cdac-405d-ac46-5697d62edf2a HTTP/1.1" status: 204 len: 168 time: 0.5566428 Jun 18 10:07:19.741922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773cb13-06e0-4563-a67d-59f1bb5dbfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e897adef-899d-456c-b35c-148a580c8597,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:19.764418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9773cb13-06e0-4563-a67d-59f1bb5dbfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:19.772050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9773cb13-06e0-4563-a67d-59f1bb5dbfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:19.773277 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9773cb13-06e0-4563-a67d-59f1bb5dbfd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e897adef-899d-456c-b35c-148a580c8597 HTTP/1.1" status: 204 len: 168 time: 0.6304092 Jun 18 10:07:19.884443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f999361-5e03-4265-b9db-d26dde225d8b req-23c9280a-034b-431a-9a26-766ee0bf8f02 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:19.886453 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8f999361-5e03-4265-b9db-d26dde225d8b req-23c9280a-034b-431a-9a26-766ee0bf8f02 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.2326939 Jun 18 10:07:19.980227 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8f999361-5e03-4265-b9db-d26dde225d8b req-09c87f05-cacb-460a-adf4-442bedac8708 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820951 Jun 18 10:07:20.514266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44180) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:20.542761 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:20.590586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:20.596638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Usage tracker for resource:security_group_rule and tenant:f169339486a94b60bcf81dcb0c2ffcfd is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:20.600666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:20.611978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:20.714255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:20.718274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:20.725730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-27b19cab-c674-44d7-b5b2-531c8615de5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:20.782474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb8f183-c679-4f1e-8fc3-6892d4a71365,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:20.786287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:20.789664 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f169339486a94b60bcf81dcb0c2ffcfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2732811 Jun 18 10:07:20.794594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44192) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:20.896461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-82084ba1-edab-4597-b41f-b25d14dd76cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:20.944558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-82084ba1-edab-4597-b41f-b25d14dd76cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.007811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-82084ba1-edab-4597-b41f-b25d14dd76cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.014444 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-06076928-df13-4c01-9645-dabf0f70cf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:21.036874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82084ba1-edab-4597-b41f-b25d14dd76cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb8f183-c679-4f1e-8fc3-6892d4a71365,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:21.067205 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-82084ba1-edab-4597-b41f-b25d14dd76cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:21.075871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-82084ba1-edab-4597-b41f-b25d14dd76cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.078378 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-82084ba1-edab-4597-b41f-b25d14dd76cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffb8f183-c679-4f1e-8fc3-6892d4a71365 HTTP/1.1" status: 204 len: 168 time: 0.2824116 Jun 18 10:07:21.148984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44204) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:21.156026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1881490577-network', 'tenant_id': '578b2f0063bf4b529e42451f91a49b92'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:21.161383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:21.166128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Usage tracker for resource:network and tenant:578b2f0063bf4b529e42451f91a49b92 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:21.169273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:21.175466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:21.187796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Made reservation on behalf of 578b2f0063bf4b529e42451f91a49b92 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:07:21.196010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.221112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.270233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:21.274781 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:578b2f0063bf4b529e42451f91a49b92 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:21.278065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:21.290553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:21.296982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc30e9-0bba-4a8d-9d0c-acadaa27a900 req-8f01915d-6a8b-4935-8d6d-969de3bd396f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:21.298754 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-efbc30e9-0bba-4a8d-9d0c-acadaa27a900 req-8f01915d-6a8b-4935-8d6d-969de3bd396f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1644819 Jun 18 10:07:21.358257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-efbc30e9-0bba-4a8d-9d0c-acadaa27a900 req-db72b5bb-f62a-485a-b8bf-85d9f3cce3e2 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479817 Jun 18 10:07:21.394841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.395167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.401575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7a6cef25-80be-43b8-87c3-e9564976f608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:21.440588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:07:21.460263 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cfb2da-2434-4ed4-b021-f44153f6bcb9,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:21.466355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:21.467701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.468225 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Added segment f4a05b2a-4155-4ffb-a1b2-d036f8a39fc0 of type vlan for network 8c367f37-f72b-4e0a-b332-068eb6294f44 Jun 18 10:07:21.507577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.545248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.546696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:21.547406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:21.553088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:22.065924 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9150901 Jun 18 10:07:22.067502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c367f37-f72b-4e0a-b332-068eb6294f44,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:22.073289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 44230) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:22.084169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:22.090479 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 8c367f37-f72b-4e0a-b332-068eb6294f44 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:07:22.093321 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Request body: {'subnet': {'network_id': '8c367f37-f72b-4e0a-b332-068eb6294f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1881490577-subnet', 'tenant_id': '578b2f0063bf4b529e42451f91a49b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:22.104493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:22.112377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Usage tracker for resource:subnet and tenant:578b2f0063bf4b529e42451f91a49b92 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:22.118208 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:22.130390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:22.150362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Made reservation on behalf of 578b2f0063bf4b529e42451f91a49b92 for: {'subnet': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:07:22.156274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:22.892533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5fe98-e3ab-4850-a75b-6d48cea5e991 req-552f439e-3d07-4100-a486-6cd748fa814f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:22.894570 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-34c5fe98-e3ab-4850-a75b-6d48cea5e991 req-552f439e-3d07-4100-a486-6cd748fa814f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1201913 Jun 18 10:07:22.969122 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-34c5fe98-e3ab-4850-a75b-6d48cea5e991 req-f982abf5-5793-4d5e-9f3f-a3026441da08 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603549 Jun 18 10:07:23.035180 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:07:23.073194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:23.088156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-eecdffc5-6930-413c-b813-fb86ef4d7f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:23.204199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca05ef8-5949-4bf4-84b8-61ea0d1d7c64,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:23.218784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:23.266877 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Checking segment: {'id': 'f4a05b2a-4155-4ffb-a1b2-d036f8a39fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c367f37-f72b-4e0a-b332-068eb6294f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:07:23.267523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Network hostable DHCP agents. Network: 8c367f37-f72b-4e0a-b332-068eb6294f44, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:07:23.313084 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Network 8c367f37-f72b-4e0a-b332-068eb6294f44 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:07:23.333899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 8c367f37-f72b-4e0a-b332-068eb6294f44) {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:07:23.346489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5bce9-8c2b-4882-bab8-016af312dc95 None None] Network 8c367f37-f72b-4e0a-b332-068eb6294f44 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:07:23.350467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:23.352563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:23.428494 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-e1be1f11-0d2c-40d8-8572-e003d34d36d7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3538542 Jun 18 10:07:23.826008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9888f1c-7f65-43e2-9ce4-b2dd3b593828 None None] Network 8c367f37-f72b-4e0a-b332-068eb6294f44 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:07:24.241072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4970-6b8f-4be7-9b53-9284f50bdaf5 req-ec66bdb1-d158-43f0-9a63-bd856bf8626c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:24.243375 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3e7f4970-6b8f-4be7-9b53-9284f50bdaf5 req-ec66bdb1-d158-43f0-9a63-bd856bf8626c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1039207 Jun 18 10:07:24.350519 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3e7f4970-6b8f-4be7-9b53-9284f50bdaf5 req-7796e1aa-1018-4ebf-9006-e49529f3ac45 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951719 Jun 18 10:07:25.607334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a6ce1-6918-43e3-895e-60b1901029e9 req-96c25539-6b6b-4d77-b14d-6597d19a4b79 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:25.609125 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d26a6ce1-6918-43e3-895e-60b1901029e9 req-96c25539-6b6b-4d77-b14d-6597d19a4b79 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1084788 Jun 18 10:07:25.663008 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d26a6ce1-6918-43e3-895e-60b1901029e9 req-38be9526-946c-49e8-9b32-9d2cd85c8c8d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473175 Jun 18 10:07:26.983661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b0c9-e6fe-4ca9-8a92-9282d773acda req-cc5442dd-b380-44a1-8016-e765369827d1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:26.985367 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1b65b0c9-e6fe-4ca9-8a92-9282d773acda req-cc5442dd-b380-44a1-8016-e765369827d1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1695104 Jun 18 10:07:27.084720 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1b65b0c9-e6fe-4ca9-8a92-9282d773acda req-10cd35e7-68ff-4147-884f-cf6e71876892 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815046 Jun 18 10:07:28.321689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e420dc-4d16-47ae-af66-cc16b5d7f703 req-9c113f13-bd99-401b-ae51-5cdb84c7ee45 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:28.323351 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4e420dc-4d16-47ae-af66-cc16b5d7f703 req-9c113f13-bd99-401b-ae51-5cdb84c7ee45 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0906394 Jun 18 10:07:28.380636 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4e420dc-4d16-47ae-af66-cc16b5d7f703 req-0e1bf9a1-c2b6-4e1a-9a2d-5d7dfefab646 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508132 Jun 18 10:07:29.627349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e5b8f-f076-4e1f-99ff-6b23f7c8126d req-41abe498-e253-4ee0-ba5a-30be6f602cf5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:29.629108 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-381e5b8f-f076-4e1f-99ff-6b23f7c8126d req-41abe498-e253-4ee0-ba5a-30be6f602cf5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0972261 Jun 18 10:07:29.684820 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-381e5b8f-f076-4e1f-99ff-6b23f7c8126d req-5376331a-4b13-43b8-ad58-f5d0a8912e11 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477386 Jun 18 10:07:30.951023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77defaf-c52c-4b21-bee5-762fc1bf13d1 req-76aadb16-2575-44e3-a3e6-0e5c96c3023b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:30.952688 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c77defaf-c52c-4b21-bee5-762fc1bf13d1 req-76aadb16-2575-44e3-a3e6-0e5c96c3023b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1090789 Jun 18 10:07:31.012558 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c77defaf-c52c-4b21-bee5-762fc1bf13d1 req-7ded3883-c800-4433-8609-754e67701872 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531740 Jun 18 10:07:32.281495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc88d9-7f6e-4a0b-b350-fcc2824fb038 req-29fa008e-8abe-437b-ab1f-dc3fe9272242 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:32.283190 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-60cc88d9-7f6e-4a0b-b350-fcc2824fb038 req-29fa008e-8abe-437b-ab1f-dc3fe9272242 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1053526 Jun 18 10:07:32.346293 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-60cc88d9-7f6e-4a0b-b350-fcc2824fb038 req-36881b9f-107e-4f54-a695-4a606f77ed7f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549214 Jun 18 10:07:33.698255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c042-d55b-48f5-b383-66cda5940948 req-a28ad8d6-c7a1-4cc8-8d06-b6e0befac3fb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:33.699998 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-14e8c042-d55b-48f5-b383-66cda5940948 req-a28ad8d6-c7a1-4cc8-8d06-b6e0befac3fb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0965044 Jun 18 10:07:33.755703 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-14e8c042-d55b-48f5-b383-66cda5940948 req-d2828121-8665-4b56-9144-0e32d2aa5310 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484071 Jun 18 10:07:35.065251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825af90d-b54a-4cf7-88ac-93d72ce26aa6 req-02b34bc6-dbb8-40fc-9d28-65ffafd3ff8d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:35.072477 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-825af90d-b54a-4cf7-88ac-93d72ce26aa6 req-02b34bc6-dbb8-40fc-9d28-65ffafd3ff8d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1742618 Jun 18 10:07:35.139061 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-825af90d-b54a-4cf7-88ac-93d72ce26aa6 req-96bf7345-54c2-4a31-a7fb-48cec021c7b9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599616 Jun 18 10:07:35.603760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-77962956-2bb5-4079-9cc6-7408163eba9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:35.702211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 44506) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:35.904334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:35.940005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:35.944532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Usage tracker for resource:security_group_rule and tenant:f43c58ce58934d97b44a543115cea193 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:35.948578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:35.954960 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:36.033425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:36.036484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:36.045092 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c1710729-2ee2-4331-88a3-9c8089a70970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:36.093503 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f43c58ce58934d97b44a543115cea193&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3899605 Jun 18 10:07:36.094601 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b061f186-78a5-4423-b283-b28b644ae321,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:36.097650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 44514) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:36.100134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:36.174801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb6908b9-2399-45bf-afb9-3cad58a91bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:36.207609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb6908b9-2399-45bf-afb9-3cad58a91bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:36.266984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb6908b9-2399-45bf-afb9-3cad58a91bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:36.274800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5a634160-7580-4f0d-9a78-6d7a0cf7c0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:36.294552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6908b9-2399-45bf-afb9-3cad58a91bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061f186-78a5-4423-b283-b28b644ae321,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:36.299974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fb6908b9-2399-45bf-afb9-3cad58a91bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:36.305141 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb6908b9-2399-45bf-afb9-3cad58a91bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:36.306581 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-fb6908b9-2399-45bf-afb9-3cad58a91bc8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b061f186-78a5-4423-b283-b28b644ae321 HTTP/1.1" status: 204 len: 168 time: 0.2083228 Jun 18 10:07:36.761648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 44536) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:36.787769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:36.824937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:36.829167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:99b3897274974e809fb5790a5b795746 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:36.832506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:36.839793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:36.928829 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:36.932442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:36.940403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-687339d1-fe3e-4528-9ad9-9961c7193ac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:36.988552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ad93b8-6a5f-4924-a23b-675d9592eb01,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:36.993908 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:36.997138 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99b3897274974e809fb5790a5b795746&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2337735 Jun 18 10:07:37.001835 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 44540) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:37.076407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29ceaf27-96e0-4496-a089-68dbdd2d8287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:37.111729 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29ceaf27-96e0-4496-a089-68dbdd2d8287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:37.161871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29ceaf27-96e0-4496-a089-68dbdd2d8287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:37.172083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aa72bdaa-8d75-4412-9510-65825e378a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:37.199815 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceaf27-96e0-4496-a089-68dbdd2d8287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ad93b8-6a5f-4924-a23b-675d9592eb01,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:37.203534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-29ceaf27-96e0-4496-a089-68dbdd2d8287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:37.205924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29ceaf27-96e0-4496-a089-68dbdd2d8287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:37.207940 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-29ceaf27-96e0-4496-a089-68dbdd2d8287 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17ad93b8-6a5f-4924-a23b-675d9592eb01 HTTP/1.1" status: 204 len: 168 time: 0.2048171 Jun 18 10:07:37.255685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:38.259411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d20ecd28-a1b8-422a-a48b-4f9a047a14e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:38.793673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:40.075907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:42.017687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44630) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:42.184910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:42.219893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:42.223981 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Usage tracker for resource:security_group_rule and tenant:a7ee9203625b4f60a7774279cee39ac5 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:42.227641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:42.233767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:42.301630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:42.304987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:42.312187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2f80be42-9d97-43dd-8a2f-2046bd237db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:42.356569 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7ee9203625b4f60a7774279cee39ac5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3374503 Jun 18 10:07:42.357463 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5b7bdd-f808-4e51-ade8-f21f0bd23652,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:42.360138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 44636) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:42.361304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:42.437714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-285ea089-b489-4eab-8185-e7ede28f80a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:42.467339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-285ea089-b489-4eab-8185-e7ede28f80a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:42.512876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-285ea089-b489-4eab-8185-e7ede28f80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:42.517845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d7c203d3-51fd-4f50-8a27-f6d87618747b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:42.528575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ea089-b489-4eab-8185-e7ede28f80a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5b7bdd-f808-4e51-ade8-f21f0bd23652,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:42.531048 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-285ea089-b489-4eab-8185-e7ede28f80a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:42.537201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-285ea089-b489-4eab-8185-e7ede28f80a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:42.541581 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-285ea089-b489-4eab-8185-e7ede28f80a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf5b7bdd-f808-4e51-ade8-f21f0bd23652 HTTP/1.1" status: 204 len: 168 time: 0.1767879 Jun 18 10:07:43.766988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-ee45bddc-334d-4b40-82a3-6229cdb616de tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:43.786670 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-ee45bddc-334d-4b40-82a3-6229cdb616de tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 815 time: 0.2543890 Jun 18 10:07:43.814971 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-c8d41bb8-4086-4381-93cf-2bd5b8190f3e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/quotas/61da6152e08a4db08fb38bb8eaec89eb HTTP/1.1" status: 200 len: 375 time: 0.0272820 Jun 18 10:07:43.980053 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-7989e420-fb98-4a67-923d-bc0f39213270 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1638386 Jun 18 10:07:44.149479 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-80f0ccf0-dfc3-4f8f-9e68-d66de1c7b519 service neutron] 10.222.0.60 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531286 Jun 18 10:07:44.165941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f7f5f-f3ce-458a-8a22-674672954382 req-68bf60b9-2c41-4181-b1fd-d96702086c1e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:44.168348 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7e0f7f5f-f3ce-458a-8a22-674672954382 req-68bf60b9-2c41-4181-b1fd-d96702086c1e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.2620959 Jun 18 10:07:44.334395 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7e0f7f5f-f3ce-458a-8a22-674672954382 req-422aa953-b23e-4790-beb0-642077dc842d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423604 Jun 18 10:07:44.386667 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-a43c1d41-4fbf-4ec3-a967-cc27db9d9a5f service neutron] 10.222.0.60 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276170 Jun 18 10:07:44.559470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f9b5f-0a88-44e4-a687-5ac7858a3926 req-d221c8c6-f92e-4c96-b5eb-d9f5b3e2265d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:44.561462 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7d4f9b5f-0a88-44e4-a687-5ac7858a3926 req-d221c8c6-f92e-4c96-b5eb-d9f5b3e2265d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0978737 Jun 18 10:07:44.642251 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dab5eed8-37a6-4d7f-9b83-1e0806160b93 req-c7475c8d-851e-4233-b70f-eb1270c6df9e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 210 time: 0.0539916 Jun 18 10:07:44.670752 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7d4f9b5f-0a88-44e4-a687-5ac7858a3926 req-6335e26c-44fe-4cdc-88de-5b4d0a141e9f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965469 Jun 18 10:07:45.556421 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbdf4-b4a9-4c00-86dd-84e9e72bbe1f req-1e993bc3-dc9a-428f-afb5-3a6cbba143c3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:45.558073 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b1bcbdf4-b4a9-4c00-86dd-84e9e72bbe1f req-1e993bc3-dc9a-428f-afb5-3a6cbba143c3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0894568 Jun 18 10:07:45.612126 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b1bcbdf4-b4a9-4c00-86dd-84e9e72bbe1f req-e48e5459-3e0e-4c17-a1b3-7c6c8df27e16 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Jun 18 10:07:45.670917 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-bb48c09d-d9fb-4148-8f23-e1f457b0de81 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=12ec8d465ab446bf99d6e3891c4550a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322297 Jun 18 10:07:46.013561 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ba822ff8-3d23-478d-9987-6f9fd0ffa65c req-81949224-b95a-4b0f-8872-8762a515f046 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 210 time: 0.0706701 Jun 18 10:07:46.227449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6098a-0c05-491c-915e-552e4623ce04 req-a81c0f97-4434-4860-a934-3b8291d56556 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:46.228937 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-a81c0f97-4434-4860-a934-3b8291d56556 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5524437 Jun 18 10:07:46.287848 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-8b094704-b851-4a44-829a-31aa1550aaa1 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/quotas/12ec8d465ab446bf99d6e3891c4550a5 HTTP/1.1" status: 200 len: 375 time: 0.0456305 Jun 18 10:07:46.304311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-54c185f6-24ea-4e8a-9b9d-528b5c770600 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:46.306497 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-54c185f6-24ea-4e8a-9b9d-528b5c770600 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 815 time: 0.2893000 Jun 18 10:07:46.359289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Request body: {'port': {'device_id': '736b82c3-4060-46ab-a406-7fadf20ce668', 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205', 'admin_state_up': True, 'tenant_id': '61da6152e08a4db08fb38bb8eaec89eb'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:46.386143 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-31a96072-8522-46ba-a035-5320817e6c58 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12ec8d465ab446bf99d6e3891c4550a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899944 Jun 18 10:07:46.468196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b482bb7-671d-4e79-a67c-3e8995ac3252 req-c0e20743-926e-4b4d-8da3-f75c1a23f6df tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:46.469738 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4b482bb7-671d-4e79-a67c-3e8995ac3252 req-c0e20743-926e-4b4d-8da3-f75c1a23f6df tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.3298469 Jun 18 10:07:46.579810 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4b482bb7-671d-4e79-a67c-3e8995ac3252 req-929669b6-29f8-41e8-8cd3-974073006667 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984876 Jun 18 10:07:46.645871 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-34c615e5-6232-4c3f-b29c-f80cc40c088b req-a302576c-6745-4329-bc6c-3cd3398929c3 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 210 time: 0.0623600 Jun 18 10:07:46.646941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:46.662734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:46.676267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Made reservation on behalf of 61da6152e08a4db08fb38bb8eaec89eb for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:07:46.684735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:46.992836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869debf9-e159-4299-b8be-83598fd2fea0 req-8dc92e8b-5b9a-4e28-a5c1-daf576a46a6a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:46.994526 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-869debf9-e159-4299-b8be-83598fd2fea0 req-8dc92e8b-5b9a-4e28-a5c1-daf576a46a6a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1811447 Jun 18 10:07:47.011171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Allocated IP 172.20.0.7 (70dc5c85-0e3c-4481-b3a9-0177d1b49205/e4b762a3-78c0-4677-9dc4-c5505995c7b9/1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:07:47.032609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44798) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:47.111591 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-869debf9-e159-4299-b8be-83598fd2fea0 req-5c4e5090-26e1-4418-a065-f437187c12da tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029608 Jun 18 10:07:47.114778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] Deleting subnet 5be41f81-07e4-4552-9dda-f9170c3de271 {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:07:47.119655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.182936 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.249092 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.288675 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b3d5c324-30cf-4b12-8379-40f15d2fec39 req-ba9a179a-713b-468c-b14b-24d4e2225a56 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 210 time: 0.0644319 Jun 18 10:07:47.359360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.388909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.394947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:47.452163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', '1cc65835-40dd-493a-82f2-3efabaf95e25', '1c181fd5-463f-409a-a044-226edbcfe5bf'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:07:47.468453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:07:47.472319 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:07:47.477724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:07:47.482041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:47.482848 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.501814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Pushing event updated for resources: {'Port': ['ID=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:47.505144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:47.526045 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1789167 Jun 18 10:07:47.551602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Request body: {'port': {'device_id': '736b82c3-4060-46ab-a406-7fadf20ce668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:47.565411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.565411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:47.598505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be41f81-07e4-4552-9dda-f9170c3de271,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:47.603133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:47.608713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.623468 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5be41f81-07e4-4552-9dda-f9170c3de271 HTTP/1.1" status: 204 len: 168 time: 0.5895286 Jun 18 10:07:47.624196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44808) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:47.761905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.784204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.978471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:47.994197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1df705-78f3-4b49-8dd9-61b5422bdb9a']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:07:47.996605 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-127e80e0-57bc-4549-99f2-06dd9528937c req-abe29d6b-d15e-4217-96c5-4f4f0fa3b8fe tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 210 time: 0.1081493 Jun 18 10:07:48.014835 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f98ef0d-c2bc-4f5e-b389-8ba0334cc260') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:07:48.015166 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f98ef0d-c2bc-4f5e-b389-8ba0334cc260') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:07:48.029816 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.049446 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.057639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:07:48.058138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:07:48.073447 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:07:48.129888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2d265-dd72-4168-9ba5-6f10cef0f8e9 req-37ad3574-c65f-4ea8-bb67-c920d778341d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:48.131507 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-80b2d265-dd72-4168-9ba5-6f10cef0f8e9 req-37ad3574-c65f-4ea8-bb67-c920d778341d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.2419317 Jun 18 10:07:48.159032 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.163148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d126735c-9d95-4137-9a1c-f68d8539ac18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:48.181704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.193300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1df705-78f3-4b49-8dd9-61b5422bdb9a,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:48.201218 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5a1df705-78f3-4b49-8dd9-61b5422bdb9a HTTP/1.1" status: 204 len: 168 time: 0.5758462 Jun 18 10:07:48.201851 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44818) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:48.202726 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-63305a39-3f9b-4c23-96ff-054625a638f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:48.271183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] Deleting subnet aca05ef8-5949-4bf4-84b8-61ea0d1d7c64 {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:07:48.275167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.329371 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.330041 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-80b2d265-dd72-4168-9ba5-6f10cef0f8e9 req-c3d24b28-5412-46c3-87ce-776010850b98 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794765 Jun 18 10:07:48.399690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.404939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126656-d2e3-493f-9c74-ab9754988411 req-1f0dfac4-5c86-45c9-b45a-b6666589f5e9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:48.406557 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-44126656-d2e3-493f-9c74-ab9754988411 req-1f0dfac4-5c86-45c9-b45a-b6666589f5e9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1535623 Jun 18 10:07:48.539682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:07:48.555879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.590255 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-44126656-d2e3-493f-9c74-ab9754988411 req-cec03abb-1479-4897-97eb-11cbc5993183 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490712 Jun 18 10:07:48.593703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Transition to ACTIVE for port object 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:07:48.600195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.606053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:48.685396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.691460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-017f48b3-6322-472c-b375-ade80df13263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:48.735806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca05ef8-5949-4bf4-84b8-61ea0d1d7c64,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:48.740874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:48.745541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.754317 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aca05ef8-5949-4bf4-84b8-61ea0d1d7c64 HTTP/1.1" status: 204 len: 168 time: 0.5497019 Jun 18 10:07:48.766581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44828) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:48.956340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:48.966495 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-4e592f83-2595-475b-9032-4040a6885c53 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=12ec8d465ab446bf99d6e3891c4550a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922534 Jun 18 10:07:48.995919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088213-895c-45ff-b5a8-5db8c30caaf2 req-d8b735fb-ffdd-4b23-861c-57b8dffdba5d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:48.996698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-26088213-895c-45ff-b5a8-5db8c30caaf2 req-d8b735fb-ffdd-4b23-861c-57b8dffdba5d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Synchronizing usage tracker for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:07:49.119040 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.135087 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c367f37-f72b-4e0a-b332-068eb6294f44']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:07:49.149583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a05b2a-4155-4ffb-a1b2-d036f8a39fc0') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:07:49.149922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a05b2a-4155-4ffb-a1b2-d036f8a39fc0') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:07:49.154711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.162905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.167470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:49.170535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:49.179095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.187097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:07:49.187323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.201738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-26088213-895c-45ff-b5a8-5db8c30caaf2 req-d8b735fb-ffdd-4b23-861c-57b8dffdba5d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Unset dirty status for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:07:49.202707 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:07:49.204728 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-26088213-895c-45ff-b5a8-5db8c30caaf2 req-d8b735fb-ffdd-4b23-861c-57b8dffdba5d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 931 time: 0.7352617 Jun 18 10:07:49.292399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.296174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:49.311097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.321090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c367f37-f72b-4e0a-b332-068eb6294f44,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:49.323577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:49.328102 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8c367f37-f72b-4e0a-b332-068eb6294f44 HTTP/1.1" status: 204 len: 168 time: 0.5575600 Jun 18 10:07:49.374635 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f779e1ed-1b87-4db9-8c13-063e0c36c9be req-96a8ab62-8605-4e0a-8b59-c17ceba7a20e tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 210 time: 0.1580760 Jun 18 10:07:49.390725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Attempting to bind port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:07:49.391118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Attempting to bind port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:07:49.391483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Attempting to bind port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:07:49.439367 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-52c30729-21df-4301-a71e-996587e9400b req-937c0991-0d27-4984-9b57-8f094e810162 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1098 time: 0.5205581 Jun 18 10:07:49.448107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:07:49.448689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Attempting to bind port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 on network 70dc5c85-0e3c-4481-b3a9-0177d1b49205 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:07:49.461716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6098a-0c05-491c-915e-552e4623ce04 req-20ab63a0-bd9c-4fad-a38d-7409d5caef9d tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:49.464431 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-20ab63a0-bd9c-4fad-a38d-7409d5caef9d tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4768100 Jun 18 10:07:49.472728 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-26088213-895c-45ff-b5a8-5db8c30caaf2 req-e9cb0911-4aaf-441c-9690-e1a0cfb57a0d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548125 Jun 18 10:07:49.479233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:07:49.479839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Checking segment: {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:07:49.480549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Bound using segment: {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:07:49.481397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Bound port: 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:07:49.482057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.551622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Request body: {'port': {'device_id': 'b83db29a-9949-453e-a9bb-bf9f4acccfaa', 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71', 'admin_state_up': True, 'tenant_id': '12ec8d465ab446bf99d6e3891c4550a5'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:49.597383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44842) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:49.662849 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-43d12c54-a30a-49e8-b8ad-f1e7d5f1dde3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d762e3c9e6d74d85ab87c5852d51def6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0638587 Jun 18 10:07:49.667278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44850) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:49.737230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1352600e-1279-4130-90e5-e5701fa0f87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.775068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1352600e-1279-4130-90e5-e5701fa0f87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.824480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1352600e-1279-4130-90e5-e5701fa0f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.832197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9773cb13-06e0-4563-a67d-59f1bb5dbfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:49.846940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352600e-1279-4130-90e5-e5701fa0f87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f03685-6995-414f-a7a2-2652034be36e,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:49.849391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1352600e-1279-4130-90e5-e5701fa0f87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:49.852286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1352600e-1279-4130-90e5-e5701fa0f87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:49.855816 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1352600e-1279-4130-90e5-e5701fa0f87b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1f03685-6995-414f-a7a2-2652034be36e HTTP/1.1" status: 204 len: 168 time: 0.1847584 Jun 18 10:07:49.920864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30729-21df-4301-a71e-996587e9400b req-36f041e9-1d83-4616-a2bd-b1d3103087c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:49.922206 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-52c30729-21df-4301-a71e-996587e9400b req-36f041e9-1d83-4616-a2bd-b1d3103087c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 919 time: 0.4168999 Jun 18 10:07:50.089600 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-52c30729-21df-4301-a71e-996587e9400b req-cca2494c-4973-4d5a-8ce2-414e5c19808f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce01c08-aca4-4693-8f76-3d51b589c127 HTTP/1.1" status: 200 len: 217 time: 0.1425545 Jun 18 10:07:50.162860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] For port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:07:50.199430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] For port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:07:50.216548 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:50.219543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:50.229417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea32cd5-3984-430b-beb1-44a8c4efc728 req-d0de6a22-90e6-40ff-ad92-834c7a0578d4 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:50.231092 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6ea32cd5-3984-430b-beb1-44a8c4efc728 req-d0de6a22-90e6-40ff-ad92-834c7a0578d4 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.6629202 Jun 18 10:07:50.236437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:50.267774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Usage tracker for resource:port and tenant:12ec8d465ab446bf99d6e3891c4550a5 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:50.289727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:50.313567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44860) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:50.325891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:50.329589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c30729-21df-4301-a71e-996587e9400b req-9f7171be-dab4-45a4-8ba6-4fade323478d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:50.331260 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-52c30729-21df-4301-a71e-996587e9400b req-9f7171be-dab4-45a4-8ba6-4fade323478d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.2240942 Jun 18 10:07:50.338513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e3dc-938b-44c3-8a30-a7705f253e94 req-6deee93d-c171-4396-a9af-d6ab45592c8e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:50.340213 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8d27e3dc-938b-44c3-8a30-a7705f253e94 req-6deee93d-c171-4396-a9af-d6ab45592c8e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.5332718 Jun 18 10:07:50.373658 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-786e82cd-903f-4194-9bf7-796f0321c0d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=578b2f0063bf4b529e42451f91a49b92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0587287 Jun 18 10:07:50.376222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 44864) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:07:50.446420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f413f882-7537-451f-9d09-4d3d0b21389d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:50.452742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:50.454311 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] 10.222.0.70 "PUT /v2.0/ports/1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 HTTP/1.1" status: 200 len: 1093 time: 2.9080880 Jun 18 10:07:50.462881 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-52c30729-21df-4301-a71e-996587e9400b req-2e8f1677-2c45-4002-94c6-dc601461b9de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010988 Jun 18 10:07:50.463746 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Made reservation on behalf of 12ec8d465ab446bf99d6e3891c4550a5 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:07:50.469460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:50.479775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f413f882-7537-451f-9d09-4d3d0b21389d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:50.481410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736b82c3-4060-46ab-a406-7fadf20ce668', 'tag': '1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:07:50.539400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f413f882-7537-451f-9d09-4d3d0b21389d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:50.545045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6e0199f0-9f61-46e9-b770-86ffc7c9f799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:50.562018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413f882-7537-451f-9d09-4d3d0b21389d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cfb2da-2434-4ed4-b021-f44153f6bcb9,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:50.563223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f413f882-7537-451f-9d09-4d3d0b21389d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:50.567085 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f413f882-7537-451f-9d09-4d3d0b21389d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38cfb2da-2434-4ed4-b021-f44153f6bcb9 HTTP/1.1" status: 204 len: 168 time: 0.1872170 Jun 18 10:07:50.576579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f413f882-7537-451f-9d09-4d3d0b21389d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:50.581361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:50.584960 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:50.596264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:50.689952 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6ea32cd5-3984-430b-beb1-44a8c4efc728 req-06d400e4-df9c-42d9-94e7-fe236d1fbd67 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4182363 Jun 18 10:07:50.716894 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8d27e3dc-938b-44c3-8a30-a7705f253e94 req-46fe7d43-5888-4aec-a23c-6f297485bdca tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586638 Jun 18 10:07:50.738557 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:07:50.792609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Usage tracker for resource:security_group_rule and tenant:12ec8d465ab446bf99d6e3891c4550a5 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:07:50.827675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:07:50.841348 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736b82c3-4060-46ab-a406-7fadf20ce668', 'tag': '1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1', 'status': 'completed', 'code': 200} Jun 18 10:07:50.882555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:07:50.917599 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-52c30729-21df-4301-a71e-996587e9400b req-2c9a2364-0e2a-4924-9c3a-b3c69a1355d8 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307201 Jun 18 10:07:51.299076 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-48a2d840-0793-4c9a-814b-dd2c1904e6a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 1096 time: 0.7699916 Jun 18 10:07:51.315194 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b39f7253-c2f4-4603-b4d5-c9d2a96f0098 req-1998805b-ea8b-4578-bbe0-868ab2ef7600 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 210 time: 0.3881094 Jun 18 10:07:51.450937 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-6d013f41-8bd7-4892-b24f-7d3b7656f1ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 HTTP/1.1" status: 200 len: 217 time: 0.1186092 Jun 18 10:07:51.592765 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-52c30729-21df-4301-a71e-996587e9400b req-7f4ee619-be14-4fb0-8ebc-9f215048533f service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632116 Jun 18 10:07:51.603459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:51.609503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4347b480-42c6-4a17-86d7-eebe6cd50c3c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:51.611092 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-4347b480-42c6-4a17-86d7-eebe6cd50c3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b762a3-78c0-4677-9dc4-c5505995c7b9 HTTP/1.1" status: 200 len: 855 time: 0.1387177 Jun 18 10:07:51.612544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:51.616052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cd86b094-bc76-4107-b232-de6ced3fbd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:51.633767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35228cd6-ef35-4817-b19d-59f663fce926 req-fdc53b51-2757-4423-9dd0-225ba6466b05 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:51.635091 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-35228cd6-ef35-4817-b19d-59f663fce926 req-fdc53b51-2757-4423-9dd0-225ba6466b05 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 943 time: 0.6354275 Jun 18 10:07:51.777746 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-32301325-b430-4e65-9c10-1d02f25458ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=70dc5c85-0e3c-4481-b3a9-0177d1b49205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399586 Jun 18 10:07:51.791108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4acc0888-521c-4dac-b375-43076aebf79b,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:51.832021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:52.001149 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-35228cd6-ef35-4817-b19d-59f663fce926 req-8cd651ad-cfa0-41d3-8629-458e12626e31 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919631 Jun 18 10:07:52.098247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Allocated IP 192.168.233.19 (edec7842-d0a2-4091-83dc-f8e4d8d95c71/93923aca-cff4-4e52-aa70-66ebe99fa717/97ca1a0d-47fb-4f89-9fcc-09212ccb702c) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:07:52.130988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce367c-2b43-4a44-8db8-b3f118b144c1 req-de4b3bda-f4a7-41ea-8a91-e1f43d0ca58f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:52.133283 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5bce367c-2b43-4a44-8db8-b3f118b144c1 req-de4b3bda-f4a7-41ea-8a91-e1f43d0ca58f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.2274830 Jun 18 10:07:52.143878 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-ae0fb1db-b31e-4ec6-8a69-16a39c5924b0 service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463209 Jun 18 10:07:52.434755 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5bce367c-2b43-4a44-8db8-b3f118b144c1 req-a51a5298-492d-4685-8eea-ef7c313cbb51 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944088 Jun 18 10:07:52.588960 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d806145e-9da0-40f9-b5f4-8471c1ac0ca1 req-0ec28fc6-7f79-4e5c-9519-7fe2f380d237 service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261894 Jun 18 10:07:52.618888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9733b7-4cfa-4750-8c37-95d5e6bcae58 req-6b5c4511-fd40-47a7-9420-838721537452 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:52.620668 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ac9733b7-4cfa-4750-8c37-95d5e6bcae58 req-6b5c4511-fd40-47a7-9420-838721537452 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.4124644 Jun 18 10:07:52.716737 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3cb321af-a972-4c5b-8597-bc911d7c698f req-aa1b35a7-f178-41e8-8071-779483e56cfa tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 210 time: 0.0949302 Jun 18 10:07:52.785160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:52.824210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Transition to ACTIVE for port object 97ca1a0d-47fb-4f89-9fcc-09212ccb702c will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:07:52.845093 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ac9733b7-4cfa-4750-8c37-95d5e6bcae58 req-b55a02a5-b0e1-470f-b05b-3f285311abbe tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709142 Jun 18 10:07:52.872940 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9d0b9e9-f90b-4ab5-9f69-70e5f6ce006e req-902d889c-636f-45e3-9149-6603b2633248 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 1096 time: 0.1648707 Jun 18 10:07:52.904527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:52.913350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c06ee783-c367-4375-a396-d59221132a0a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:53.076678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Network edec7842-d0a2-4091-83dc-f8e4d8d95c71 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:07:53.082300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:07:53.087202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Pushing event updated for resources: {'Port': ['ID=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:53.090077 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:07:53.094902 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:53.095597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:53.113357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:53.203883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b9e9-f90b-4ab5-9f69-70e5f6ce006e req-cf6c4cd5-ec8e-4b77-84e3-f54e9f3e50d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:53.205486 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9d0b9e9-f90b-4ab5-9f69-70e5f6ce006e req-cf6c4cd5-ec8e-4b77-84e3-f54e9f3e50d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 200 len: 916 time: 0.3251410 Jun 18 10:07:53.206826 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6993139 Jun 18 10:07:53.306287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Request body: {'port': {'device_id': 'b83db29a-9949-453e-a9bb-bf9f4acccfaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:07:53.478002 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b6b60287-9a67-4485-8ef1-6d58404aed8c None None] Provisioning for port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:07:53.483886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b6b60287-9a67-4485-8ef1-6d58404aed8c None None] Provisioning complete for port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:07:53.484552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b6b60287-9a67-4485-8ef1-6d58404aed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:53.559227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b6b60287-9a67-4485-8ef1-6d58404aed8c None None] Port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:07:53.600483 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9d0b9e9-f90b-4ab5-9f69-70e5f6ce006e req-8c14f6f2-4b79-42fb-a7c7-507b808ee9d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 HTTP/1.1" status: 200 len: 217 time: 0.3720858 Jun 18 10:07:53.780527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf4508-6700-4316-be77-a4972d4d039d req-b270941b-a5d0-4691-a474-0e209e52b413 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:53.782383 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d8bf4508-6700-4316-be77-a4972d4d039d req-b270941b-a5d0-4691-a474-0e209e52b413 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 943 time: 0.6190612 Jun 18 10:07:53.817833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b9e9-f90b-4ab5-9f69-70e5f6ce006e req-218d1205-1672-44b5-bc6d-e7b915523266 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:53.817833 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9d0b9e9-f90b-4ab5-9f69-70e5f6ce006e req-218d1205-1672-44b5-bc6d-e7b915523266 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b762a3-78c0-4677-9dc4-c5505995c7b9 HTTP/1.1" status: 200 len: 855 time: 0.1887121 Jun 18 10:07:53.877585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:53.897415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-eb84af6a-92ac-4fc7-9c39-ac7de31e3d95 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Synchronizing usage tracker for tenant:676571e50e2545779d49baf7b45bd0b1 on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:07:53.917024 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9d0b9e9-f90b-4ab5-9f69-70e5f6ce006e req-2caafaea-2d6f-4194-88ce-ad7aec0a0b64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=70dc5c85-0e3c-4481-b3a9-0177d1b49205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814574 Jun 18 10:07:54.067875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-eb84af6a-92ac-4fc7-9c39-ac7de31e3d95 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Unset dirty status for tenant:676571e50e2545779d49baf7b45bd0b1 on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:07:54.069075 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-eb84af6a-92ac-4fc7-9c39-ac7de31e3d95 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786126406&fields=id&tenant_id=676571e50e2545779d49baf7b45bd0b1 HTTP/1.1" status: 200 len: 267 time: 0.4704785 Jun 18 10:07:54.126684 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d8bf4508-6700-4316-be77-a4972d4d039d req-4107fcad-136d-4962-94b4-d464bfb25e6e tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224661 Jun 18 10:07:54.420403 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9d0b9e9-f90b-4ab5-9f69-70e5f6ce006e req-3a9984bc-ecf9-4d69-8d2c-bf3580927e9e service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595828 Jun 18 10:07:54.634621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-cce88016-a9d7-48f6-9a17-795c55f648f8 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:54.635369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-cce88016-a9d7-48f6-9a17-795c55f648f8 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Synchronizing usage tracker for tenant:676571e50e2545779d49baf7b45bd0b1 on resource:network {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:07:54.702457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31588ffa-d41a-4c65-aced-e6fc9cc76c1e req-45d29bb0-47c8-473f-938d-1115ed6bb38a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:54.704065 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-31588ffa-d41a-4c65-aced-e6fc9cc76c1e req-45d29bb0-47c8-473f-938d-1115ed6bb38a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.4377635 Jun 18 10:07:54.767487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-cce88016-a9d7-48f6-9a17-795c55f648f8 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Unset dirty status for tenant:676571e50e2545779d49baf7b45bd0b1 on resource:network {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:07:54.768741 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-cce88016-a9d7-48f6-9a17-795c55f648f8 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/networks?id=75017cc0-35c1-4364-bf40-beb6ab6f53d7 HTTP/1.1" status: 200 len: 808 time: 0.6877654 Jun 18 10:07:54.783027 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9d0b9e9-f90b-4ab5-9f69-70e5f6ce006e req-a167747a-eacc-42d0-8d2e-f873655e6aa3 service neutron] 10.222.0.70 "GET /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070288 Jun 18 10:07:54.822246 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-afd533b2-b4c3-49e0-8db7-143a518b6d89 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/quotas/676571e50e2545779d49baf7b45bd0b1 HTTP/1.1" status: 200 len: 375 time: 0.0438471 Jun 18 10:07:54.866246 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-31588ffa-d41a-4c65-aced-e6fc9cc76c1e req-7a38c3d1-6fa7-4781-9caa-90b3de8b9591 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484737 Jun 18 10:07:54.938777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ca1a0d-47fb-4f89-9fcc-09212ccb702c {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:07:54.949035 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:54.976777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Transition to ACTIVE for port object 97ca1a0d-47fb-4f89-9fcc-09212ccb702c will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:07:54.983120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:54.989986 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:55.109208 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-ad6b2ecf-e5dc-4f47-b009-e35437fde667 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=676571e50e2545779d49baf7b45bd0b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2770736 Jun 18 10:07:55.175000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Pushing event updated for resources: {'Port': ['ID=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:55.210432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:55.313068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:07:55.511639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:07:55.528914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1', 'network_id': '70dc5c85-0e3c-4481-b3a9-0177d1b49205', 'port_id': '1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1', 'mac_address': 'fa:16:3e:2a:5d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b762a3-78c0-4677-9dc4-c5505995c7b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:07:55.592322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515bd60-02c7-4c9b-9024-3caeec82828f req-625018be-ff0d-4bf0-b245-1929e3f34265 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:55.593054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-d515bd60-02c7-4c9b-9024-3caeec82828f req-625018be-ff0d-4bf0-b245-1929e3f34265 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Synchronizing usage tracker for tenant:12ec8d465ab446bf99d6e3891c4550a5 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:07:55.605611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Attempting to bind port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:07:55.605993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Attempting to bind port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'a2749402-89e5-41e4-8ce0-7b3a3f28fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:07:55.606416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Attempting to bind port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c on network edec7842-d0a2-4091-83dc-f8e4d8d95c71 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:07:55.611911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:55.627490 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-5152d24b-d07a-4f8c-a6a4-544b20b12054 service neutron] 10.222.0.60 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559238 Jun 18 10:07:55.633830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c on network edec7842-d0a2-4091-83dc-f8e4d8d95c71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:07:55.634238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Attempting to bind port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c on network edec7842-d0a2-4091-83dc-f8e4d8d95c71 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:07:55.643849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:07:55.661428 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:07:55.664295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-d515bd60-02c7-4c9b-9024-3caeec82828f req-625018be-ff0d-4bf0-b245-1929e3f34265 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Unset dirty status for tenant:12ec8d465ab446bf99d6e3891c4550a5 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:07:55.665627 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d515bd60-02c7-4c9b-9024-3caeec82828f req-625018be-ff0d-4bf0-b245-1929e3f34265 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 947 time: 0.6373138 Jun 18 10:07:55.677053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:55.678499 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0d836fde-f2e9-4e72-be07-bb1d43c1dc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:55.729188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:07:55.729571 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Checking segment: {'id': 'a2749402-89e5-41e4-8ce0-7b3a3f28fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:07:55.729997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Bound using segment: {'id': 'a2749402-89e5-41e4-8ce0-7b3a3f28fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:07:55.730491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Bound port: 97ca1a0d-47fb-4f89-9fcc-09212ccb702c, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2749402-89e5-41e4-8ce0-7b3a3f28fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:07:55.730876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:55.757660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:55.767492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.767858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.768442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.768823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.769191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.769565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.769932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.770333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.770686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.771049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.771410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:07:55.787246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:55.900000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-d515bd60-02c7-4c9b-9024-3caeec82828f req-4758d3b3-da0b-4848-afd3-7a63eee4ebd2 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Synchronizing usage tracker for tenant:12ec8d465ab446bf99d6e3891c4550a5 on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:07:55.909491 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-fe7952c8-6614-4b40-8b62-0461b9a20cb0 service neutron] 10.222.0.60 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726038 Jun 18 10:07:55.928935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] For port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:07:55.933579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] For port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,segment=NetworkSegment(a2749402-89e5-41e4-8ce0-7b3a3f28fe3a),segment_id=a2749402-89e5-41e4-8ce0-7b3a3f28fe3a)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:07:55.935150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-d515bd60-02c7-4c9b-9024-3caeec82828f req-4758d3b3-da0b-4848-afd3-7a63eee4ebd2 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Unset dirty status for tenant:12ec8d465ab446bf99d6e3891c4550a5 on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:07:55.936524 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d515bd60-02c7-4c9b-9024-3caeec82828f req-4758d3b3-da0b-4848-afd3-7a63eee4ebd2 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153652 Jun 18 10:07:55.938078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:55.943476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:56.012704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:56.014320 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] 10.222.0.70 "PUT /v2.0/ports/97ca1a0d-47fb-4f89-9fcc-09212ccb702c HTTP/1.1" status: 200 len: 1097 time: 2.7153735 Jun 18 10:07:56.014855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83db29a-9949-453e-a9bb-bf9f4acccfaa', 'tag': '97ca1a0d-47fb-4f89-9fcc-09212ccb702c'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:07:56.031620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Pushing event updated for resources: {'Port': ['ID=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:56.035677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:56.062210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:07:56.286579 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-2ded6f6a-c237-4f4e-b011-8991a20f6b42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=12ec8d465ab446bf99d6e3891c4550a5&device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 1100 time: 0.2082806 Jun 18 10:07:56.297764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcaa41d-70f2-47d7-a115-f17c2361d624 req-76f48f16-b108-4bf6-84f0-ee9293d4bab9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:56.307406 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4fcaa41d-70f2-47d7-a115-f17c2361d624 req-76f48f16-b108-4bf6-84f0-ee9293d4bab9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1466084 Jun 18 10:07:56.436317 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-8b45ac30-509a-4c5e-8f5f-e202069bc2ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=97ca1a0d-47fb-4f89-9fcc-09212ccb702c HTTP/1.1" status: 200 len: 217 time: 0.1243820 Jun 18 10:07:56.540167 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4fcaa41d-70f2-47d7-a115-f17c2361d624 req-de9e17ad-9640-4d6f-8d72-5c5caf1a94d8 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316823 Jun 18 10:07:56.547988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6098a-0c05-491c-915e-552e4623ce04 req-f9f1a735-51e5-45a3-98cc-64a68b0ff595 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:56.549556 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-f9f1a735-51e5-45a3-98cc-64a68b0ff595 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93923aca-cff4-4e52-aa70-66ebe99fa717 HTTP/1.1" status: 200 len: 843 time: 0.0933204 Jun 18 10:07:56.772438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4021b-5ae7-4e28-92da-d706ae3b5a8a req-06b44e08-785e-488a-b128-0402c016e0bb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:56.774228 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4d4021b-5ae7-4e28-92da-d706ae3b5a8a req-06b44e08-785e-488a-b128-0402c016e0bb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 944 time: 0.1764457 Jun 18 10:07:56.778221 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-17d8d8ec-e94a-40dd-8f28-cb93f5e38544 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=edec7842-d0a2-4091-83dc-f8e4d8d95c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2188294 Jun 18 10:07:56.957163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5850bf2-e39f-4c7f-8e3b-14832c3f12dc req-ddbf5d1e-fb41-4ae3-b4dd-7496e64a1acc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:56.962170 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e5850bf2-e39f-4c7f-8e3b-14832c3f12dc req-ddbf5d1e-fb41-4ae3-b4dd-7496e64a1acc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.2690716 Jun 18 10:07:57.011574 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4d4021b-5ae7-4e28-92da-d706ae3b5a8a req-c9fe3741-c6f8-41d8-ab2c-fefa7558e2b3 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247095 Jun 18 10:07:57.054695 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-3adffe9d-b6fa-429a-8ac1-7133531b6f47 service neutron] 10.222.0.70 "GET /v2.0/networks/edec7842-d0a2-4091-83dc-f8e4d8d95c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453654 Jun 18 10:07:57.059033 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e5850bf2-e39f-4c7f-8e3b-14832c3f12dc req-8e5d0013-777d-45d6-8277-157e2a49c0c7 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899155 Jun 18 10:07:57.157244 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83db29a-9949-453e-a9bb-bf9f4acccfaa', 'tag': '97ca1a0d-47fb-4f89-9fcc-09212ccb702c', 'status': 'completed', 'code': 200} Jun 18 10:07:57.304441 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bea6098a-0c05-491c-915e-552e4623ce04 req-1c2d689a-1965-48f1-956a-c66779226d9e service neutron] 10.222.0.70 "GET /v2.0/networks/edec7842-d0a2-4091-83dc-f8e4d8d95c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425070 Jun 18 10:07:57.306745 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ffab0071-c03f-4534-8988-c5806b187c5b req-6c052418-bc9a-40f6-8477-ddfd204a60c7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 210 time: 0.0920596 Jun 18 10:07:57.341393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:07:57.356937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c168e9-3a07-4917-a1b3-c7a0b18a655b req-7a378703-ff7f-4bd1-abea-779f925bb337 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:57.358820 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b2c168e9-3a07-4917-a1b3-c7a0b18a655b req-7a378703-ff7f-4bd1-abea-779f925bb337 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 947 time: 0.0997148 Jun 18 10:07:57.425056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:07:57.430327 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b2c168e9-3a07-4917-a1b3-c7a0b18a655b req-20f092e1-1e83-400a-941a-e050d7a9c9d1 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588932 Jun 18 10:07:57.431635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:07:57.432181 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:57.595050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:57.637206 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec925f9c-5b56-4761-a82d-59d26b4769ab req-f23ccd2a-d99a-48e1-bfe0-be74630aa402 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=12ec8d465ab446bf99d6e3891c4550a5&device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 1100 time: 0.1628792 Jun 18 10:07:57.664145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736b82c3-4060-46ab-a406-7fadf20ce668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:07:57.676140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:07:57.691876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:07:57.701652 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:07:57.754950 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736b82c3-4060-46ab-a406-7fadf20ce668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1', 'code': 200} Jun 18 10:07:57.783850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:07:57.787697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:07:57.925334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec925f9c-5b56-4761-a82d-59d26b4769ab req-94518b91-c458-42c5-9f4c-3d9bdaf19b84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:57.927000 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec925f9c-5b56-4761-a82d-59d26b4769ab req-94518b91-c458-42c5-9f4c-3d9bdaf19b84 service neutron] 10.222.0.70 "GET /v2.0/networks?id=edec7842-d0a2-4091-83dc-f8e4d8d95c71 HTTP/1.1" status: 200 len: 870 time: 0.2827008 Jun 18 10:07:57.940215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1c390-6151-4fcd-8527-3e865b35d7b3 req-6272ea45-b8c7-41ea-882a-ff66f13ff35d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:57.941856 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a5f1c390-6151-4fcd-8527-3e865b35d7b3 req-6272ea45-b8c7-41ea-882a-ff66f13ff35d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1739013 Jun 18 10:07:58.040047 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec925f9c-5b56-4761-a82d-59d26b4769ab req-950dc24d-5c55-47e3-bceb-1da1cc8dc5a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=97ca1a0d-47fb-4f89-9fcc-09212ccb702c HTTP/1.1" status: 200 len: 217 time: 0.0970151 Jun 18 10:07:58.199508 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a5f1c390-6151-4fcd-8527-3e865b35d7b3 req-b8f09dfa-6ee1-4dae-bfd1-22f97cff5fcb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934919 Jun 18 10:07:58.225105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec925f9c-5b56-4761-a82d-59d26b4769ab req-d01a8730-484a-4d3e-a3dc-d15b63a56cf1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:58.226827 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec925f9c-5b56-4761-a82d-59d26b4769ab req-d01a8730-484a-4d3e-a3dc-d15b63a56cf1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=93923aca-cff4-4e52-aa70-66ebe99fa717 HTTP/1.1" status: 200 len: 843 time: 0.1741786 Jun 18 10:07:58.324758 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d7cdad9-5553-4717-922a-3b55ce82f44b req-9706db51-18b7-46e1-9325-f388a8bd1a4f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 1098 time: 0.2283113 Jun 18 10:07:58.394715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718b045-d60d-4f28-8cd2-e83595b4c9e5 req-b98b9285-9f1e-4510-b799-afe2a92535cb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:58.396332 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3718b045-d60d-4f28-8cd2-e83595b4c9e5 req-b98b9285-9f1e-4510-b799-afe2a92535cb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.2388234 Jun 18 10:07:58.670278 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec925f9c-5b56-4761-a82d-59d26b4769ab req-7908ef02-7ec6-447f-b07c-36ab2b292839 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=edec7842-d0a2-4091-83dc-f8e4d8d95c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4284074 Jun 18 10:07:58.697946 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d7cdad9-5553-4717-922a-3b55ce82f44b req-8a4b5898-7801-4b99-99ef-604d3bd81817 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298578 Jun 18 10:07:58.711178 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3718b045-d60d-4f28-8cd2-e83595b4c9e5 req-2d2da74a-edf0-45ac-af22-9cacfa2fa9e9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027246 Jun 18 10:07:58.721226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153c88c-f0ac-4287-b85c-20c6e38402a2 req-aa2df540-102d-41ea-9d95-2f833cb3db63 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:58.722865 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8153c88c-f0ac-4287-b85c-20c6e38402a2 req-aa2df540-102d-41ea-9d95-2f833cb3db63 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.4017189 Jun 18 10:07:58.783347 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8153c88c-f0ac-4287-b85c-20c6e38402a2 req-0876f251-fce5-4a11-8c38-064c38f08b5d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481329 Jun 18 10:07:58.896084 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-eedd0115-ce05-4951-a413-053d208f326e req-5bfbc071-cd12-4f19-a494-921c5849d9ab tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 210 time: 0.0570233 Jun 18 10:07:59.029928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb44e0-bc55-42af-b2c8-be295bc6408b req-5b3164c5-5335-44c6-9fec-7d1caad81c20 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:59.031548 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25bb44e0-bc55-42af-b2c8-be295bc6408b req-5b3164c5-5335-44c6-9fec-7d1caad81c20 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 947 time: 0.0885873 Jun 18 10:07:59.081251 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25bb44e0-bc55-42af-b2c8-be295bc6408b req-a0a055d3-f3cf-4cb9-aa67-9e2d41ae8549 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433028 Jun 18 10:07:59.414871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca40dd-18a6-499c-9a7c-2f131f6b17c5 req-3c03de17-f54a-4696-a591-5a8af51e4a9e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:59.416477 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4aca40dd-18a6-499c-9a7c-2f131f6b17c5 req-3c03de17-f54a-4696-a591-5a8af51e4a9e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0852110 Jun 18 10:07:59.468131 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4aca40dd-18a6-499c-9a7c-2f131f6b17c5 req-fcdd7ce5-ca07-4d47-b38d-83557ee0214b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452068 Jun 18 10:07:59.930824 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6d37-0616-4fe2-b05b-0d636a898718 req-1b167721-45ec-4979-89de-6926665b337a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:07:59.932428 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3a7f6d37-0616-4fe2-b05b-0d636a898718 req-1b167721-45ec-4979-89de-6926665b337a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.0910170 Jun 18 10:08:00.005393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:08:00.033894 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3a7f6d37-0616-4fe2-b05b-0d636a898718 req-df4f5d00-8b6c-4e27-92c3-b8076375c1b0 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670145 Jun 18 10:08:00.054530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093d05-d67d-45ab-932e-10b33fbcf708 req-d2a6012d-f3e8-428f-9c9f-29c5f94e3c05 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:00.056285 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6b093d05-d67d-45ab-932e-10b33fbcf708 req-d2a6012d-f3e8-428f-9c9f-29c5f94e3c05 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1229093 Jun 18 10:08:00.123323 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6b093d05-d67d-45ab-932e-10b33fbcf708 req-4d073071-4afe-417d-a92c-8492878bf69c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537462 Jun 18 10:08:00.232344 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0e0a0587-d4de-48b1-b48f-ef284e2f9398 req-8fcff46b-9726-48a9-81c2-33e10dd6399d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 210 time: 0.0472131 Jun 18 10:08:00.328527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ba602-0693-4e0e-bceb-82a914ac35b8 req-51e467ec-b1fc-482f-ae9e-ab25bb93ebfd tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:00.330122 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7d7ba602-0693-4e0e-bceb-82a914ac35b8 req-51e467ec-b1fc-482f-ae9e-ab25bb93ebfd tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 947 time: 0.0811942 Jun 18 10:08:00.384746 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7d7ba602-0693-4e0e-bceb-82a914ac35b8 req-cc05ca23-d385-4e77-b191-0e26e38b27e2 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480709 Jun 18 10:08:00.675430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6ded3-3b3f-4146-af00-4e8e2a903c08 req-c0693255-fab1-4b5e-af46-7be6b09c3112 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:00.677032 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dfa6ded3-3b3f-4146-af00-4e8e2a903c08 req-c0693255-fab1-4b5e-af46-7be6b09c3112 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0833464 Jun 18 10:08:00.727495 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dfa6ded3-3b3f-4146-af00-4e8e2a903c08 req-78e71339-c9d0-4a5c-b1f2-215c1b8f0ee6 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429010 Jun 18 10:08:00.938145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 97ca1a0d-47fb-4f89-9fcc-09212ccb702c details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:08:01.080826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,segment=NetworkSegment(a2749402-89e5-41e4-8ce0-7b3a3f28fe3a),segment_id=a2749402-89e5-41e4-8ce0-7b3a3f28fe3a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:01.095455 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '97ca1a0d-47fb-4f89-9fcc-09212ccb702c', 'network_id': 'edec7842-d0a2-4091-83dc-f8e4d8d95c71', 'port_id': '97ca1a0d-47fb-4f89-9fcc-09212ccb702c', 'mac_address': 'fa:16:3e:0e:15:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93923aca-cff4-4e52-aa70-66ebe99fa717', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:08:01.154279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:01.173827 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ca1a0d-47fb-4f89-9fcc-09212ccb702c {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:08:01.190017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,segment=NetworkSegment(a2749402-89e5-41e4-8ce0-7b3a3f28fe3a),segment_id=a2749402-89e5-41e4-8ce0-7b3a3f28fe3a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:01.193312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:01.195547 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:01.258185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c94ed-a300-4312-af08-f2cf91131dbb req-7920411e-9070-48e9-a8db-19242f774158 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:01.260133 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-723c94ed-a300-4312-af08-f2cf91131dbb req-7920411e-9070-48e9-a8db-19242f774158 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.0964320 Jun 18 10:08:01.272614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:01.276287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:01.583921 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-723c94ed-a300-4312-af08-f2cf91131dbb req-fb685521-201f-4f24-9ca5-5b0a91e0165b tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168936 Jun 18 10:08:01.664554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450862fc-23e0-42e3-8ed2-09f10da783c5 req-dcb1c10e-e036-420c-b24b-fbeca203eb3b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:01.666245 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-450862fc-23e0-42e3-8ed2-09f10da783c5 req-dcb1c10e-e036-420c-b24b-fbeca203eb3b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.4005859 Jun 18 10:08:01.668153 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec925f9c-5b56-4761-a82d-59d26b4769ab req-baa933d5-27cb-4fef-bd3f-8892001d2d8e service neutron] 10.222.0.70 "GET /v2.0/networks/edec7842-d0a2-4091-83dc-f8e4d8d95c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417432 Jun 18 10:08:01.674893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-f2bf3f29-7255-4c32-aa93-0470078ab94e tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:01.676379 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-f2bf3f29-7255-4c32-aa93-0470078ab94e tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.70 "GET /v2.0/networks?id=75017cc0-35c1-4364-bf40-beb6ab6f53d7 HTTP/1.1" status: 200 len: 808 time: 0.3141282 Jun 18 10:08:01.725753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['97ca1a0d-47fb-4f89-9fcc-09212ccb702c'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:08:01.775136 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-450862fc-23e0-42e3-8ed2-09f10da783c5 req-a3fc2837-9f4b-4425-a0fc-6ec9a6126787 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976706 Jun 18 10:08:01.939507 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-86d7786d-258d-4aae-87f9-c27aa1551680 req-2f649ece-bc01-4aa5-a73e-02ede4d2e418 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 210 time: 0.1754980 Jun 18 10:08:02.100641 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-9005d3a2-f936-4a7d-be0a-b0b5e4bc4887 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=676571e50e2545779d49baf7b45bd0b1 HTTP/1.1" status: 200 len: 7063 time: 0.3796871 Jun 18 10:08:02.153209 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Request body: {'port': {'device_id': '27d47295-1a5c-4945-8080-d053ab388c85', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'admin_state_up': True, 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'security_groups': ['51eabe16-5673-4235-9440-901f593269d8']}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:08:02.169260 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec925f9c-5b56-4761-a82d-59d26b4769ab req-509bf54e-d5d3-4360-8fcf-67083d54f450 service neutron] 10.222.0.70 "GET /v2.0/networks/edec7842-d0a2-4091-83dc-f8e4d8d95c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470515 Jun 18 10:08:02.337892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f79b61-9a40-4926-a383-f2c72e645fa2 req-6f718f46-959d-4fd0-831d-ff0f42f390ab tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:02.339554 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-28f79b61-9a40-4926-a383-f2c72e645fa2 req-6f718f46-959d-4fd0-831d-ff0f42f390ab tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 948 time: 0.3487420 Jun 18 10:08:02.360161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cdea3-6588-4a66-a186-5d03e95d4dd1 req-5e1b6ffb-6a65-42bd-9fb4-e8e790df4a98 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:02.360161 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ad9cdea3-6588-4a66-a186-5d03e95d4dd1 req-5e1b6ffb-6a65-42bd-9fb4-e8e790df4a98 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.2695491 Jun 18 10:08:02.395580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:08:02.409026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:port and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:08:02.415888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:08:02.430455 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:08:02.463941 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-28f79b61-9a40-4926-a383-f2c72e645fa2 req-1273ee5b-4ab5-4fb8-b14a-7b4816bca72d tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150596 Jun 18 10:08:02.466565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Made reservation on behalf of 676571e50e2545779d49baf7b45bd0b1 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:08:02.472439 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:02.490842 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ad9cdea3-6588-4a66-a186-5d03e95d4dd1 req-c1e49f50-f775-4a1a-968c-81f795254308 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127219 Jun 18 10:08:02.655538 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Allocated IP 172.20.0.11 (75017cc0-35c1-4364-bf40-beb6ab6f53d7/d50b4836-27c8-44ad-a660-5703f9205892/d5530829-03e9-48ec-9922-dece0946af72) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:08:02.930187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:02.938710 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9241f-8c4e-4bbf-ad60-7acb9672fcc0 req-e9265f2a-6bcb-40c7-bfa7-76f7c4ce3d81 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:02.940307 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a0a9241f-8c4e-4bbf-ad60-7acb9672fcc0 req-e9265f2a-6bcb-40c7-bfa7-76f7c4ce3d81 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.2116919 Jun 18 10:08:03.024212 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Transition to ACTIVE for port object d5530829-03e9-48ec-9922-dece0946af72 will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:08:03.072344 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a0a9241f-8c4e-4bbf-ad60-7acb9672fcc0 req-a46bcd24-3a7b-4b8d-84a6-5d2c664a1817 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225464 Jun 18 10:08:03.083151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:03.091487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:03.141310 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad73847-f884-442c-afc9-6c45cf435330 req-be02d837-1592-46eb-a4e1-85687e1b2cd6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:03.142998 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3ad73847-f884-442c-afc9-6c45cf435330 req-be02d837-1592-46eb-a4e1-85687e1b2cd6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1973372 Jun 18 10:08:03.200201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'Port': ['ID=d5530829-03e9-48ec-9922-dece0946af72,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:03.203795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:08:03.208019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:08:03.222102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:08:03.226916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:03.227598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:03.244622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.245023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.245420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.245807 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.246222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.246604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.247001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.247372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.247751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.248131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.248643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:03.538838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:03.570901 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3ad73847-f884-442c-afc9-6c45cf435330 req-a9e9a9e1-7182-4d70-a975-fa22c0662622 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186141 Jun 18 10:08:03.573685 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4373171 Jun 18 10:08:03.601316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Request body: {'port': {'device_id': '27d47295-1a5c-4945-8080-d053ab388c85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:08:03.777263 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-d660b870-a2de-4c90-92b2-0197f45a543b None None] Provisioning for port d5530829-03e9-48ec-9922-dece0946af72 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:08:03.790804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-d660b870-a2de-4c90-92b2-0197f45a543b None None] Provisioning complete for port d5530829-03e9-48ec-9922-dece0946af72 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:08:03.791495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d660b870-a2de-4c90-92b2-0197f45a543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:03.880456 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d660b870-a2de-4c90-92b2-0197f45a543b None None] Port d5530829-03e9-48ec-9922-dece0946af72 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:08:04.017116 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 97ca1a0d-47fb-4f89-9fcc-09212ccb702c up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:08:04.034865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c97aa-c5b4-4caa-8d5f-8590c0ef848d req-4c1f9b0b-aec5-401b-932e-641b203bfd19 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:04.035653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-775c97aa-c5b4-4caa-8d5f-8590c0ef848d req-4c1f9b0b-aec5-401b-932e-641b203bfd19 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Synchronizing usage tracker for tenant:676571e50e2545779d49baf7b45bd0b1 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:08:04.046661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:04.100377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:08:04.106218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:08:04.106608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:04.131732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-775c97aa-c5b4-4caa-8d5f-8590c0ef848d req-4c1f9b0b-aec5-401b-932e-641b203bfd19 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Unset dirty status for tenant:676571e50e2545779d49baf7b45bd0b1 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:08:04.133640 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-775c97aa-c5b4-4caa-8d5f-8590c0ef848d req-4c1f9b0b-aec5-401b-932e-641b203bfd19 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 932 time: 0.9014959 Jun 18 10:08:04.240433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:04.278222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83db29a-9949-453e-a9bb-bf9f4acccfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ca1a0d-47fb-4f89-9fcc-09212ccb702c'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:04.279810 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d5f2c29d-8060-4087-858e-e8b959ca43cc req-7101a5e8-cdfa-49ab-80ef-dd93f5e7d67c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1098 time: 0.3885887 Jun 18 10:08:04.290410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,segment=NetworkSegment(a2749402-89e5-41e4-8ce0-7b3a3f28fe3a),segment_id=a2749402-89e5-41e4-8ce0-7b3a3f28fe3a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:04.293945 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:04.295925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-874324bd-12eb-4928-8768-ac979d8dd320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:04.327250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140c1bf-ed54-475f-ae6d-db628db4b847 req-fea9ddaa-d049-441e-8412-2501ebe5c737 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:04.328851 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f140c1bf-ed54-475f-ae6d-db628db4b847 req-fea9ddaa-d049-441e-8412-2501ebe5c737 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 948 time: 0.3876758 Jun 18 10:08:04.366723 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-775c97aa-c5b4-4caa-8d5f-8590c0ef848d req-f458db23-9bc3-4c98-a571-3d18abbb4213 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222028 Jun 18 10:08:04.372959 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:04.376358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:04.496894 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d5f2c29d-8060-4087-858e-e8b959ca43cc req-537853e0-d943-4133-ade5-99839d0e63c9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025399 Jun 18 10:08:04.564742 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f140c1bf-ed54-475f-ae6d-db628db4b847 req-d21a121b-6e11-4800-ac4a-24e3c52b8ec1 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232811 Jun 18 10:08:04.646865 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83db29a-9949-453e-a9bb-bf9f4acccfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ca1a0d-47fb-4f89-9fcc-09212ccb702c', 'code': 200} Jun 18 10:08:04.677465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81e4be-7155-4199-b80c-9de1681ccedf req-fce165c1-b4fc-4a7f-a239-e65a9d5c4c22 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:04.679164 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0a81e4be-7155-4199-b80c-9de1681ccedf req-fce165c1-b4fc-4a7f-a239-e65a9d5c4c22 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1844068 Jun 18 10:08:04.725837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5530829-03e9-48ec-9922-dece0946af72 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:08:04.742391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:04.817175 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0a81e4be-7155-4199-b80c-9de1681ccedf req-de98600a-dba3-4aeb-a2ac-b6bf39b47f28 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239233 Jun 18 10:08:04.820733 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Transition to ACTIVE for port object d5530829-03e9-48ec-9922-dece0946af72 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:08:04.824411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:04.829909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7124a8d8-17f6-4467-b7ee-7fb1350c417f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:04.967166 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5530829-03e9-48ec-9922-dece0946af72,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:04.970901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:05.003344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534d943-61be-4909-b368-6bd3fa14ddd9 req-3b364204-55bf-4c49-bd8a-53bd80c7c24b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:05.005014 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7534d943-61be-4909-b368-6bd3fa14ddd9 req-3b364204-55bf-4c49-bd8a-53bd80c7c24b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.2496016 Jun 18 10:08:05.136631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Attempting to bind port d5530829-03e9-48ec-9922-dece0946af72 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:08:05.137010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Attempting to bind port d5530829-03e9-48ec-9922-dece0946af72 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:08:05.137382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Attempting to bind port d5530829-03e9-48ec-9922-dece0946af72 on network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:08:05.173021 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7534d943-61be-4909-b368-6bd3fa14ddd9 req-14127edf-4d63-417e-b0b4-0a2477707a14 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409283 Jun 18 10:08:05.181433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Port d5530829-03e9-48ec-9922-dece0946af72 on network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:08:05.181803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Attempting to bind port d5530829-03e9-48ec-9922-dece0946af72 on network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:08:05.199262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:08:05.199643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Checking segment: {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:08:05.200067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Bound using segment: {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:08:05.200541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Bound port: d5530829-03e9-48ec-9922-dece0946af72, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02eb66-78df-49a3-8f21-d8450d61986a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:08:05.200925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:05.230522 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d13370db-b7f8-41d3-8875-c9997e6beb80 req-53fb0ee1-45fb-4cee-bc15-04a615c29d66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 1102 time: 0.1716173 Jun 18 10:08:05.338872 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d13370db-b7f8-41d3-8875-c9997e6beb80 req-f409e177-e0e8-435b-942f-91bdd28fbb7a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781517 Jun 18 10:08:05.342756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:08:05.346000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d5530829-03e9-48ec-9922-dece0946af72,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:08:05.349291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:05.354008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:05.421299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:05.422804 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] 10.222.0.70 "PUT /v2.0/ports/d5530829-03e9-48ec-9922-dece0946af72 HTTP/1.1" status: 200 len: 1094 time: 1.8261483 Jun 18 10:08:05.423329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:05.441704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5530829-03e9-48ec-9922-dece0946af72,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:05.445205 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:05.610155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372a769-bb24-4b56-b060-fab0cb8663a6 req-4a1b4ffa-45e3-45a7-8a44-d26a1875a8da tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:05.612035 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-001e9b2e-7d68-41b8-8aea-19ed8f73ed0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:05.612189 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2372a769-bb24-4b56-b060-fab0cb8663a6 req-4a1b4ffa-45e3-45a7-8a44-d26a1875a8da tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.0899820 Jun 18 10:08:05.666521 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2372a769-bb24-4b56-b060-fab0cb8663a6 req-eb31c36c-4d9c-49c3-9582-9d875acf5395 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464032 Jun 18 10:08:05.734542 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72', 'status': 'completed', 'code': 200} Jun 18 10:08:06.005995 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-a01a7af0-8ae0-485d-a647-0da36834cf7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=676571e50e2545779d49baf7b45bd0b1&device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1097 time: 0.1282177 Jun 18 10:08:06.020699 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbaa7f-b484-4cfd-8235-d3f713cefddf req-456510a2-318e-4ebe-9667-a816bce21754 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:06.022455 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9fbaa7f-b484-4cfd-8235-d3f713cefddf req-456510a2-318e-4ebe-9667-a816bce21754 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 949 time: 0.1874633 Jun 18 10:08:06.175372 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-6f5c7baf-6cfb-4379-9e97-ee5ea3ff7bb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5530829-03e9-48ec-9922-dece0946af72 HTTP/1.1" status: 200 len: 217 time: 0.1076009 Jun 18 10:08:06.211251 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9fbaa7f-b484-4cfd-8235-d3f713cefddf req-0453ecf4-7e9e-4bc4-98ed-f48eac08433e tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450372 Jun 18 10:08:06.280043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1270c8-aec0-4bac-a918-9dce7685cebd req-3c96cd91-7dfe-4903-9633-eb0576474f8f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:06.281716 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4b1270c8-aec0-4bac-a918-9dce7685cebd req-3c96cd91-7dfe-4903-9633-eb0576474f8f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.2569759 Jun 18 10:08:06.295277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-83f784c5-dc25-4755-900d-041b2c7c5e7c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:06.297069 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-83f784c5-dc25-4755-900d-041b2c7c5e7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50b4836-27c8-44ad-a660-5703f9205892 HTTP/1.1" status: 200 len: 847 time: 0.0848897 Jun 18 10:08:06.449017 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4b1270c8-aec0-4bac-a918-9dce7685cebd req-b50389b5-165f-4a4b-8631-958bda7a1905 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555138 Jun 18 10:08:06.490903 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-f2855d6e-3b13-4685-956c-a1ed32c38ba9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75017cc0-35c1-4364-bf40-beb6ab6f53d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1778474 Jun 18 10:08:06.498095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114198d6-9c6b-481b-b51d-00b192b883e3 req-b954fd74-4e6e-4063-ad27-2560132b975c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:06.499613 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-114198d6-9c6b-481b-b51d-00b192b883e3 req-b954fd74-4e6e-4063-ad27-2560132b975c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1509495 Jun 18 10:08:06.650181 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-114198d6-9c6b-481b-b51d-00b192b883e3 req-283ef8c6-ba2a-45d5-af2f-a616abb2f92c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283216 Jun 18 10:08:06.683314 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-d9aa6027-9eec-480f-a99f-7bce862c70df service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825070 Jun 18 10:08:06.729357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 45172) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:07.061016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:07.149052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:08:07.160877 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Usage tracker for resource:security_group_rule and tenant:5fa78913e85e44619c6f5eb131f37de6 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:08:07.164743 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:08:07.169026 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa3705a0-c175-4b4a-8572-02ba0bc79923 req-9782d6e2-fc79-4eb6-8ab7-bcec5eee6a2e service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701812 Jun 18 10:08:07.174866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:08:07.188162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40c43-3df3-4e9a-9bc3-67201140c5e0 req-6769c64f-7d37-4f98-95de-8795438c2a47 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:07.189730 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f3c40c43-3df3-4e9a-9bc3-67201140c5e0 req-6769c64f-7d37-4f98-95de-8795438c2a47 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.1913040 Jun 18 10:08:07.247255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:07.270316 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f3c40c43-3df3-4e9a-9bc3-67201140c5e0 req-e04c6f2c-d6d1-48ac-acfe-3053dcda552c tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722373 Jun 18 10:08:07.302673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:07.306472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:07.315291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:07.364961 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ac6d9f-7221-435e-b51c-adbdfc7ad8e4,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:07.378756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:07.419831 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fa78913e85e44619c6f5eb131f37de6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6913807 Jun 18 10:08:07.422757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45184) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:07.497989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:07.535404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:07.535956 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51091d6-9e81-4adc-9188-10f890839c06 req-4503a11c-be89-4938-ad8c-c11f77fcb419 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:07.537489 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e51091d6-9e81-4adc-9188-10f890839c06 req-4503a11c-be89-4938-ad8c-c11f77fcb419 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 949 time: 0.1610990 Jun 18 10:08:07.541250 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1af01adf-620e-4921-b2de-c1ca3d2f9383 req-d7c19e31-b96d-47cd-a2a1-ea7db98fe87b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=676571e50e2545779d49baf7b45bd0b1&device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1097 time: 0.1200750 Jun 18 10:08:07.599341 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:07.607277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9ca38952-2429-49d5-80ac-598e2bd0a1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:07.621895 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ac6d9f-7221-435e-b51c-adbdfc7ad8e4,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:07.628903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:07.630169 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59ac6d9f-7221-435e-b51c-adbdfc7ad8e4 HTTP/1.1" status: 204 len: 168 time: 0.2061369 Jun 18 10:08:07.634425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.634831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.635232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.635906 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.636008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.636317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.636697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.637080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.637457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.637832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.638227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:08:07.641776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:07.748954 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e51091d6-9e81-4adc-9188-10f890839c06 req-70c9c378-7233-4d83-b323-8bf19e3eae86 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019215 Jun 18 10:08:07.809650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af01adf-620e-4921-b2de-c1ca3d2f9383 req-e96a404f-fcf6-4cc1-b138-50cecf745be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:07.811447 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1af01adf-620e-4921-b2de-c1ca3d2f9383 req-e96a404f-fcf6-4cc1-b138-50cecf745be6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75017cc0-35c1-4364-bf40-beb6ab6f53d7 HTTP/1.1" status: 200 len: 909 time: 0.2464361 Jun 18 10:08:07.830519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d9d09-e34a-4a93-af7c-3185ccb253c7 req-98d988e9-67cb-432e-ab85-16f9c14d2ff1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:07.833235 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7c7d9d09-e34a-4a93-af7c-3185ccb253c7 req-98d988e9-67cb-432e-ab85-16f9c14d2ff1 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.2314222 Jun 18 10:08:07.977838 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1af01adf-620e-4921-b2de-c1ca3d2f9383 req-367882d6-ada4-4ba4-a4ea-8e22303a23f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5530829-03e9-48ec-9922-dece0946af72 HTTP/1.1" status: 200 len: 217 time: 0.1431947 Jun 18 10:08:08.025081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45200) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:08.046484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.064270 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7c7d9d09-e34a-4a93-af7c-3185ccb253c7 req-ad663530-b3e9-4565-91a6-b2396de53992 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689937 Jun 18 10:08:08.096627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:08:08.097802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af01adf-620e-4921-b2de-c1ca3d2f9383 req-05ffc7c6-cfef-4c06-bce1-bc922a8fcf05 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:08.101373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Usage tracker for resource:security_group_rule and tenant:ac9fa2170a0d40ff94fc84597d22121e is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:08:08.102240 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1af01adf-620e-4921-b2de-c1ca3d2f9383 req-05ffc7c6-cfef-4c06-bce1-bc922a8fcf05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50b4836-27c8-44ad-a660-5703f9205892 HTTP/1.1" status: 200 len: 847 time: 0.1111648 Jun 18 10:08:08.105298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:08:08.112935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:08:08.223349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7690a7-48aa-48ca-9300-fdf19550566d req-2f41ef42-f4e6-423c-9a55-1befded79202 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:08.232799 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-af7690a7-48aa-48ca-9300-fdf19550566d req-2f41ef42-f4e6-423c-9a55-1befded79202 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.3396928 Jun 18 10:08:08.237053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.241747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.251510 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f9802bba-fb9f-4e97-beeb-0a5bb7431e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:08.276559 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b895e216-3b39-4935-82b2-604cb742c138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.308049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0967219-6afc-48ae-9b0c-56be6fc8c7f1,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:08.312759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:08.315961 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac9fa2170a0d40ff94fc84597d22121e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2895327 Jun 18 10:08:08.319134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45214) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:08.365375 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1af01adf-620e-4921-b2de-c1ca3d2f9383 req-f90cfb5d-ad94-48bb-91e6-780da9e467f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75017cc0-35c1-4364-bf40-beb6ab6f53d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2460043 Jun 18 10:08:08.374726 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-af7690a7-48aa-48ca-9300-fdf19550566d req-6c86dc7b-82cf-410b-bc33-912749c22b02 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367557 Jun 18 10:08:08.423140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45218) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:08.453135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70794655-fa91-45c1-bed1-80b15088be18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.483396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70794655-fa91-45c1-bed1-80b15088be18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.556403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70794655-fa91-45c1-bed1-80b15088be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.563849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-29222e38-b955-449d-aacd-157f4f72e29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:08.583551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70794655-fa91-45c1-bed1-80b15088be18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0967219-6afc-48ae-9b0c-56be6fc8c7f1,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:08.587074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-70794655-fa91-45c1-bed1-80b15088be18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:08.590351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70794655-fa91-45c1-bed1-80b15088be18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.605979 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-70794655-fa91-45c1-bed1-80b15088be18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0967219-6afc-48ae-9b0c-56be6fc8c7f1 HTTP/1.1" status: 204 len: 168 time: 0.2854533 Jun 18 10:08:08.653611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.688718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:08:08.693709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Usage tracker for resource:security_group_rule and tenant:049427d4babc4150a81a338af6a10a3f is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:08:08.698258 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:08:08.705165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:08:08.758225 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1af01adf-620e-4921-b2de-c1ca3d2f9383 req-c1889f8d-c7dc-44ea-8dea-b4e46b32b2bd service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820078 Jun 18 10:08:08.784805 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.791158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.799856 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.801082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-282a69a6-1c7d-40f5-a36e-e51952d9da89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:08.839760 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=049427d4babc4150a81a338af6a10a3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4150620 Jun 18 10:08:08.842065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45232) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:08.885867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473574e0-7c2b-441c-94c6-a4977b37965c,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:08.889883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:08.946596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0d90-99ff-4432-bb16-198550847c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:08.951987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3bfa-c38d-4dca-8075-f8623089410a req-70bdc9b9-0280-468f-b2eb-a2fd1749095a tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:08.953647 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6b1d3bfa-c38d-4dca-8075-f8623089410a req-70bdc9b9-0280-468f-b2eb-a2fd1749095a tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.4036620 Jun 18 10:08:08.972086 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f0b201b3-cf25-4445-9c93-e376c27a34c2 req-7890615e-10d0-460f-bb0d-080c6bb36bd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1098 time: 0.3472493 Jun 18 10:08:08.979502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0d90-99ff-4432-bb16-198550847c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:09.028399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0d90-99ff-4432-bb16-198550847c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:09.034799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f413f882-7537-451f-9d09-4d3d0b21389d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:09.049091 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8535ce-90f1-426b-8b01-52d39c6a7140 req-089630eb-2a6a-4731-be25-734dc5db7110 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:09.051078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c0d90-99ff-4432-bb16-198550847c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473574e0-7c2b-441c-94c6-a4977b37965c,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:09.053599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6c6c0d90-99ff-4432-bb16-198550847c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:09.059943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0d90-99ff-4432-bb16-198550847c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:09.060044 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1d8535ce-90f1-426b-8b01-52d39c6a7140 req-089630eb-2a6a-4731-be25-734dc5db7110 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.3825333 Jun 18 10:08:09.060138 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6c6c0d90-99ff-4432-bb16-198550847c3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/473574e0-7c2b-441c-94c6-a4977b37965c HTTP/1.1" status: 204 len: 168 time: 0.2147887 Jun 18 10:08:09.060226 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1af01adf-620e-4921-b2de-c1ca3d2f9383 req-b710d2c7-10c9-4554-831d-e1c44ea356c4 service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929506 Jun 18 10:08:09.190294 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6b1d3bfa-c38d-4dca-8075-f8623089410a req-4de17919-ff44-42e7-a9f2-94f92fd01cfd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217202 Jun 18 10:08:09.239242 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1d8535ce-90f1-426b-8b01-52d39c6a7140 req-3328c90d-0e9d-4a46-9f6c-e81c734e88d5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798205 Jun 18 10:08:09.272223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b201b3-cf25-4445-9c93-e376c27a34c2 req-0ee6d6af-cf79-48ee-999c-dda98ce2fa79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:09.274972 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f0b201b3-cf25-4445-9c93-e376c27a34c2 req-0ee6d6af-cf79-48ee-999c-dda98ce2fa79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 919 time: 0.2760494 Jun 18 10:08:09.361690 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f0b201b3-cf25-4445-9c93-e376c27a34c2 req-38772fff-69a7-44ee-9764-7470ef25368f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce01c08-aca4-4693-8f76-3d51b589c127 HTTP/1.1" status: 200 len: 217 time: 0.0796773 Jun 18 10:08:09.509779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b201b3-cf25-4445-9c93-e376c27a34c2 req-df77c99a-cd31-427a-8edc-1cfcadd1b727 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:09.511497 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f0b201b3-cf25-4445-9c93-e376c27a34c2 req-df77c99a-cd31-427a-8edc-1cfcadd1b727 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.1327658 Jun 18 10:08:09.788126 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f0b201b3-cf25-4445-9c93-e376c27a34c2 req-67b72a2c-3a24-4781-8cc1-a26d11037cc6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2681150 Jun 18 10:08:09.942566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff205b-222b-462d-8d89-2cb16c1c4c02 req-cf7ec33e-2145-49fe-b342-2a4704c0cb04 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:09.944160 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a5ff205b-222b-462d-8d89-2cb16c1c4c02 req-cf7ec33e-2145-49fe-b342-2a4704c0cb04 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 949 time: 0.5074360 Jun 18 10:08:10.017725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd10651-6e0e-4084-90b0-9c3607ff8d1a req-b0fb8fa4-8e1f-4635-b9f1-6209dbe38642 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:10.019378 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3fd10651-6e0e-4084-90b0-9c3607ff8d1a req-b0fb8fa4-8e1f-4635-b9f1-6209dbe38642 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.2781699 Jun 18 10:08:10.027305 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f0b201b3-cf25-4445-9c93-e376c27a34c2 req-ded986f2-c3ad-4aa8-8012-091cb9fe9587 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174106 Jun 18 10:08:10.077857 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:10.148879 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a5ff205b-222b-462d-8d89-2cb16c1c4c02 req-04f7e681-6ab1-4639-ac6f-097f870b8114 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856613 Jun 18 10:08:10.181919 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3fd10651-6e0e-4084-90b0-9c3607ff8d1a req-0de2f5c5-121d-40a6-9546-9176d646eeeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468425 Jun 18 10:08:10.228824 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f0b201b3-cf25-4445-9c93-e376c27a34c2 req-6c68777f-7e1f-403f-9f49-5dc4b9b2d323 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761580 Jun 18 10:08:10.287000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45272) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:10.434041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7894f-4c78-4588-88dd-e1e98542da92 req-7e33c15d-b10d-448f-809e-7462c88ba516 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:10.435932 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c0c7894f-4c78-4588-88dd-e1e98542da92 req-7e33c15d-b10d-448f-809e-7462c88ba516 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.0892401 Jun 18 10:08:10.474949 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:10.504164 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c0c7894f-4c78-4588-88dd-e1e98542da92 req-8123cb05-0cdb-49bd-9d74-a297411ba15a tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607634 Jun 18 10:08:10.518893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:08:10.532935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e9b638424648ba857708cd5639cca2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:08:10.539464 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:08:10.547422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:08:10.638615 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:10.641471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:10.649698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-60695a29-9d33-4861-ba7f-3760db3507c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:10.694085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb841ee-0869-4db1-b41a-a597383ed83f,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:10.698036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:10.703487 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3e9b638424648ba857708cd5639cca2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4121797 Jun 18 10:08:10.704217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45282) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:10.719027 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daa822-1c91-4351-9698-c5ca74ae123d req-6233aa61-a767-41da-b04f-992e89c5f3b3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:10.722577 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-70daa822-1c91-4351-9698-c5ca74ae123d req-6233aa61-a767-41da-b04f-992e89c5f3b3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1454444 Jun 18 10:08:10.779057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5b01521e-16f7-41c2-9f06-31680c8ed1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:10.794584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9e24b-725d-4501-92d9-aa0bdbb717df req-3abc9b24-573e-449f-885e-2e1983e8a101 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:10.796220 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-51d9e24b-725d-4501-92d9-aa0bdbb717df req-3abc9b24-573e-449f-885e-2e1983e8a101 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 949 time: 0.1583242 Jun 18 10:08:10.807185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5b01521e-16f7-41c2-9f06-31680c8ed1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:10.822549 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-70daa822-1c91-4351-9698-c5ca74ae123d req-a05a68ba-ec5f-45c9-b970-8e831e34f882 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882223 Jun 18 10:08:10.866114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5b01521e-16f7-41c2-9f06-31680c8ed1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:10.871443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-29a26085-3a2d-449e-8b5e-a9831613c75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:10.873206 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-51d9e24b-725d-4501-92d9-aa0bdbb717df req-242f7726-b5d2-4405-9e7d-f3d1a41d0c81 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702040 Jun 18 10:08:10.883202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01521e-16f7-41c2-9f06-31680c8ed1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb841ee-0869-4db1-b41a-a597383ed83f,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:10.888538 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5b01521e-16f7-41c2-9f06-31680c8ed1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:10.891184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5b01521e-16f7-41c2-9f06-31680c8ed1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:10.894325 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5b01521e-16f7-41c2-9f06-31680c8ed1ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edb841ee-0869-4db1-b41a-a597383ed83f HTTP/1.1" status: 204 len: 168 time: 0.1870685 Jun 18 10:08:11.420820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf4dea-baa0-4a88-98f0-2e9c5e21e6d5 req-3b47fcd0-97c3-4653-b30e-38ade335f5c0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:11.422527 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-97bf4dea-baa0-4a88-98f0-2e9c5e21e6d5 req-3b47fcd0-97c3-4653-b30e-38ade335f5c0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0852647 Jun 18 10:08:11.471393 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-97bf4dea-baa0-4a88-98f0-2e9c5e21e6d5 req-6127696c-839a-455b-b509-5687ba5b5437 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423973 Jun 18 10:08:11.728679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fae47a-c5a2-4697-9374-0d9702a771ab req-12578e3b-5733-4de5-9bb3-896c65c88046 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:11.733029 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-64fae47a-c5a2-4697-9374-0d9702a771ab req-12578e3b-5733-4de5-9bb3-896c65c88046 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.0940635 Jun 18 10:08:11.786920 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-64fae47a-c5a2-4697-9374-0d9702a771ab req-be843770-f24c-4768-bffb-6ee91cd5ff29 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464766 Jun 18 10:08:12.074988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81efbc3-c37c-4df0-9263-06d2461cf6ca req-245b7e16-abda-45c0-9e51-048224944a9d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:12.076609 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b81efbc3-c37c-4df0-9263-06d2461cf6ca req-245b7e16-abda-45c0-9e51-048224944a9d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1385705 Jun 18 10:08:12.137352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1bb3-f82e-4bbf-8965-03e9e914ec79 req-731ef02f-c800-417d-a8d4-48eb71e3cc95 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:12.138985 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ae6f1bb3-f82e-4bbf-8965-03e9e914ec79 req-731ef02f-c800-417d-a8d4-48eb71e3cc95 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 949 time: 0.1332703 Jun 18 10:08:12.169082 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b81efbc3-c37c-4df0-9263-06d2461cf6ca req-96131104-0058-4f0e-8da1-e0b1066d99e8 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817902 Jun 18 10:08:12.199016 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ae6f1bb3-f82e-4bbf-8965-03e9e914ec79 req-2dc683f6-eac4-42ea-807f-f6f5c4f634dd tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537734 Jun 18 10:08:12.690382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7604e0-f29e-4e10-9951-ad4e3df35c82 req-1e56107a-c95c-4ac5-8929-e4947bce4345 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:12.691974 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cb7604e0-f29e-4e10-9951-ad4e3df35c82 req-1e56107a-c95c-4ac5-8929-e4947bce4345 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0844553 Jun 18 10:08:12.741021 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cb7604e0-f29e-4e10-9951-ad4e3df35c82 req-ab410f14-1a52-478c-bbe1-2a6aa0694391 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427985 Jun 18 10:08:13.001382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e0f73-8b45-490d-8336-0b23a9b5c561 req-d5795671-85ae-441e-9fc1-473c439334f4 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:13.003108 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-940e0f73-8b45-490d-8336-0b23a9b5c561 req-d5795671-85ae-441e-9fc1-473c439334f4 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.0877295 Jun 18 10:08:13.052924 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-940e0f73-8b45-490d-8336-0b23a9b5c561 req-054d1259-5047-4cf5-ac21-516a4815b63b tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Jun 18 10:08:13.352771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-31226117-3e51-4a48-b4d0-d097c661877c tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:13.354273 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-31226117-3e51-4a48-b4d0-d097c661877c tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 949 time: 0.1251307 Jun 18 10:08:13.514806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Deleting port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:08:13.515190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:13.597359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9c494-20e0-49f5-b59f-14eceec33740 req-a9244787-97c6-4b15-ba59-9002e5e5fc59 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:13.599029 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-72d9c494-20e0-49f5-b59f-14eceec33740 req-a9244787-97c6-4b15-ba59-9002e5e5fc59 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.2956853 Jun 18 10:08:13.669933 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c91b1-20e3-4ac1-aeae-ac8584bba87a req-36da17b1-96d1-41ff-9c75-8f3643b1b3c1 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:13.671575 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-390c91b1-20e3-4ac1-aeae-ac8584bba87a req-36da17b1-96d1-41ff-9c75-8f3643b1b3c1 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 949 time: 0.3256049 Jun 18 10:08:13.839354 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-72d9c494-20e0-49f5-b59f-14eceec33740 req-94742eef-2132-42d8-ba76-0b97c1f9402c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120004 Jun 18 10:08:13.860313 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-390c91b1-20e3-4ac1-aeae-ac8584bba87a req-58014caf-9959-480e-aeda-21ff2023a84b tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/security-groups?id=4acc0888-521c-4dac-b375-43076aebf79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752231 Jun 18 10:08:13.944215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] For port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,segment=NetworkSegment(a2749402-89e5-41e4-8ce0-7b3a3f28fe3a),segment_id=a2749402-89e5-41e4-8ce0-7b3a3f28fe3a)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:13.945188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:14.106297 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Calling delete_port for 97ca1a0d-47fb-4f89-9fcc-09212ccb702c owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:08:14.316191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbdbee-712b-4138-856b-cf27f2d22133 req-0ff22f1d-11cc-408f-8957-99cd6ffeda50 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:14.317754 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5dbdbee-712b-4138-856b-cf27f2d22133 req-0ff22f1d-11cc-408f-8957-99cd6ffeda50 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.3089805 Jun 18 10:08:14.591277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:14.601117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:14.641826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b7802-e1d1-4f43-9ffe-4c83bfee906f req-4dc7834c-644d-43c6-8752-d2ba1984ed71 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:14.643474 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-899b7802-e1d1-4f43-9ffe-4c83bfee906f req-4dc7834c-644d-43c6-8752-d2ba1984ed71 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.4526320 Jun 18 10:08:14.656052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Pushing event deleted for resources: {'Port': ['ID=97ca1a0d-47fb-4f89-9fcc-09212ccb702c,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:14.662250 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5dbdbee-712b-4138-856b-cf27f2d22133 req-65028d48-ddad-4b42-aad5-a7601018145b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339665 Jun 18 10:08:14.663018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:14.769770 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] No DVR routers for this DVR port 97ca1a0d-47fb-4f89-9fcc-09212ccb702c on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:08:14.777207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:14.780019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83db29a-9949-453e-a9bb-bf9f4acccfaa', 'name': 'network-vif-deleted', 'tag': '97ca1a0d-47fb-4f89-9fcc-09212ccb702c'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:14.795890 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-899b7802-e1d1-4f43-9ffe-4c83bfee906f req-ee973ed3-6e0c-4564-9a7f-b00fc320e8d8 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433134 Jun 18 10:08:14.806421 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ef627f10-f966-42fe-acfb-d29294c55fb2 req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.70 "DELETE /v2.0/ports/97ca1a0d-47fb-4f89-9fcc-09212ccb702c HTTP/1.1" status: 204 len: 173 time: 1.4064002 Jun 18 10:08:14.860050 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83db29a-9949-453e-a9bb-bf9f4acccfaa', 'name': 'network-vif-deleted', 'tag': '97ca1a0d-47fb-4f89-9fcc-09212ccb702c', 'status': 'completed', 'code': 200} Jun 18 10:08:15.074471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-2ee94781-01cf-442b-aa60-a87a9b9a98f4 req-6d9cceca-f4dd-478a-81a3-4d26b8c17b99 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Synchronizing usage tracker for tenant:12ec8d465ab446bf99d6e3891c4550a5 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:08:15.105510 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-2ee94781-01cf-442b-aa60-a87a9b9a98f4 req-6d9cceca-f4dd-478a-81a3-4d26b8c17b99 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Unset dirty status for tenant:12ec8d465ab446bf99d6e3891c4550a5 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:08:15.106817 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2ee94781-01cf-442b-aa60-a87a9b9a98f4 req-6d9cceca-f4dd-478a-81a3-4d26b8c17b99 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 210 time: 0.0871170 Jun 18 10:08:15.126211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826413d2-490b-4ebf-b6e6-32a8f423f4f4 req-fbf32cf0-69b6-4c87-9a8d-ba2d6b31a4bb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:15.127614 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-826413d2-490b-4ebf-b6e6-32a8f423f4f4 req-fbf32cf0-69b6-4c87-9a8d-ba2d6b31a4bb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1446350 Jun 18 10:08:15.178056 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-826413d2-490b-4ebf-b6e6-32a8f423f4f4 req-82b9d973-65ff-4c5c-b839-c92efdf429fa tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Jun 18 10:08:15.887252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc10f-ea8f-473a-a072-470902e1c8cf req-70a82a76-3c66-4273-b2f9-5913aaa85d36 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:15.888924 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0bfbc10f-ea8f-473a-a072-470902e1c8cf req-70a82a76-3c66-4273-b2f9-5913aaa85d36 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0851655 Jun 18 10:08:15.940325 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0bfbc10f-ea8f-473a-a072-470902e1c8cf req-e332b823-cdd2-4973-a767-e96520e52310 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445569 Jun 18 10:08:16.027548 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c105e2-37e4-47d3-a721-d4ff5498e0bd req-66bd3d41-40f3-48f7-bdb2-34ab76e4737f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:16.029148 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e6c105e2-37e4-47d3-a721-d4ff5498e0bd req-66bd3d41-40f3-48f7-bdb2-34ab76e4737f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.0875738 Jun 18 10:08:16.076890 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e6c105e2-37e4-47d3-a721-d4ff5498e0bd req-96cd4059-bc28-4454-8a9a-8c16ab122ff6 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415864 Jun 18 10:08:16.278256 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5da0715b-4069-4807-9063-af9021180074 req-08d55bb2-cd85-477a-82ee-c6d29da877c1 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 210 time: 0.0454338 Jun 18 10:08:16.979105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 97ca1a0d-47fb-4f89-9fcc-09212ccb702c no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:08:17.015762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 97ca1a0d-47fb-4f89-9fcc-09212ccb702c {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:08:17.016307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 97ca1a0d-47fb-4f89-9fcc-09212ccb702c not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:08:17.199834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df11670-5d11-485c-ac6e-5dd9c951d3f9 req-ff7917ba-61b9-4aed-b4c9-5aeb8bf934ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:17.201454 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0df11670-5d11-485c-ac6e-5dd9c951d3f9 req-ff7917ba-61b9-4aed-b4c9-5aeb8bf934ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0969858 Jun 18 10:08:17.303331 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0df11670-5d11-485c-ac6e-5dd9c951d3f9 req-e3f61f5f-7ba6-4c63-8258-28a55a36b241 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945470 Jun 18 10:08:17.331963 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67458e-18fb-49f2-a917-cb3482dd6c89 req-14fa94a4-9450-45dc-8b2e-b0c6abb0e2a0 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:17.333560 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4e67458e-18fb-49f2-a917-cb3482dd6c89 req-14fa94a4-9450-45dc-8b2e-b0c6abb0e2a0 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.1071386 Jun 18 10:08:17.388315 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4e67458e-18fb-49f2-a917-cb3482dd6c89 req-cd658719-a40a-46e2-901b-753e14006a78 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466638 Jun 18 10:08:17.490987 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d0e93b35-9ec0-4111-90b6-fdafdf1a877e req-5412137e-0e8b-44b3-9a8d-491f8e0d61ef tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83db29a-9949-453e-a9bb-bf9f4acccfaa HTTP/1.1" status: 200 len: 210 time: 0.0483255 Jun 18 10:08:18.075833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2ce2e-24c6-4df0-b587-b6884f8de91b req-65c0005e-082b-4dc6-b018-c230baacd7b9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:18.077522 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0ca2ce2e-24c6-4df0-b587-b6884f8de91b req-65c0005e-082b-4dc6-b018-c230baacd7b9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0878794 Jun 18 10:08:18.128415 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0ca2ce2e-24c6-4df0-b587-b6884f8de91b req-648cd34c-0627-409c-b75a-3a1b11b456c2 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Jun 18 10:08:18.539653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e2fa-b24c-4f70-b3f4-c3fa572fac53 req-fe052cf5-7091-4da6-baa7-4d49463c86a8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:18.541946 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9119e2fa-b24c-4f70-b3f4-c3fa572fac53 req-fe052cf5-7091-4da6-baa7-4d49463c86a8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0923605 Jun 18 10:08:18.594271 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9119e2fa-b24c-4f70-b3f4-c3fa572fac53 req-98836e9c-f4d0-4482-ab15-49ae8f6cd720 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 Jun 18 10:08:18.879460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dc76a-57f8-4ba5-ac5a-a9a9d313fe99 req-98451e2d-dadd-4e90-b932-b3e1c3bfd40d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:18.881255 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fa3dc76a-57f8-4ba5-ac5a-a9a9d313fe99 req-98451e2d-dadd-4e90-b932-b3e1c3bfd40d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.1292379 Jun 18 10:08:18.936255 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fa3dc76a-57f8-4ba5-ac5a-a9a9d313fe99 req-c885abee-e3e8-417c-9b3b-44c15353118f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482063 Jun 18 10:08:19.845923 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e670-a241-4d4f-b4b8-38611996f6a4 req-e9442191-e669-43b0-90df-f1c8f8e83a66 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:19.853729 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2a35e670-a241-4d4f-b4b8-38611996f6a4 req-e9442191-e669-43b0-90df-f1c8f8e83a66 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1120970 Jun 18 10:08:19.913067 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2a35e670-a241-4d4f-b4b8-38611996f6a4 req-c7b3e70e-93ba-410c-8be0-4e8c917d6627 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578659 Jun 18 10:08:20.151507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f7a04-aa9c-40a8-972c-57d10f5e8e4a req-94d3e5d1-98fe-4944-83b4-5f54ffd56711 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:20.152709 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-980f7a04-aa9c-40a8-972c-57d10f5e8e4a req-94d3e5d1-98fe-4944-83b4-5f54ffd56711 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.0871596 Jun 18 10:08:20.208757 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-980f7a04-aa9c-40a8-972c-57d10f5e8e4a req-e803e03e-4d76-42f5-b9c9-b4cdeb76b351 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498562 Jun 18 10:08:21.143308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615ce8f-12a7-4f83-89f9-a95514ff010c req-f2216b92-4dd7-4bc2-b078-65a06ee28966 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:21.144908 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9615ce8f-12a7-4f83-89f9-a95514ff010c req-f2216b92-4dd7-4bc2-b078-65a06ee28966 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0847704 Jun 18 10:08:21.177901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d5530829-03e9-48ec-9922-dece0946af72 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:08:21.206393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:21.213660 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9615ce8f-12a7-4f83-89f9-a95514ff010c req-f3f73188-3f59-4d73-878d-96f0fed2d3da tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617235 Jun 18 10:08:21.467332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234247c-269b-4b41-b6cc-b647e805f3d3 req-8c63a1c6-eb53-4ee1-aa98-eca68a45b6f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:21.470465 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0234247c-269b-4b41-b6cc-b647e805f3d3 req-8c63a1c6-eb53-4ee1-aa98-eca68a45b6f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.1112781 Jun 18 10:08:21.523408 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d5530829-03e9-48ec-9922-dece0946af72,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:21.537301 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0234247c-269b-4b41-b6cc-b647e805f3d3 req-5182f668-da0c-40cf-83a7-f756f0741d4d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612135 Jun 18 10:08:21.542044 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'd5530829-03e9-48ec-9922-dece0946af72', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'port_id': 'd5530829-03e9-48ec-9922-dece0946af72', 'mac_address': 'fa:16:3e:ec:87:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:08:21.609316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:21.628800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5530829-03e9-48ec-9922-dece0946af72 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:08:21.644476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d5530829-03e9-48ec-9922-dece0946af72,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:21.647134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:21.650567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:21.718313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=d5530829-03e9-48ec-9922-dece0946af72,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:21.721635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:22.319419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:08:22.455262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64af1b-819b-4dc9-9844-ef900e5d197a req-a10d83cd-8501-40db-92bc-0bc25fd595f0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:22.457335 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bc64af1b-819b-4dc9-9844-ef900e5d197a req-a10d83cd-8501-40db-92bc-0bc25fd595f0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1001704 Jun 18 10:08:22.497246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:22.514395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'port_id': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'mac_address': 'fa:16:3e:84:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:08:22.515266 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bc64af1b-819b-4dc9-9844-ef900e5d197a req-bd26154a-5901-445b-9ca8-1279c67a86e2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504241 Jun 18 10:08:22.576940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:22.596874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1bb87ff-2712-433d-862d-fbbb27f2e2e1 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:08:22.613238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:22.616639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:22.619227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:22.684406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=6']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:22.687675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:22.753835 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d3ed7-6550-4513-a630-1b639ae24914 req-f98379d2-9439-4ed8-bd2b-24679c00c310 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:22.755479 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7c8d3ed7-6550-4513-a630-1b639ae24914 req-f98379d2-9439-4ed8-bd2b-24679c00c310 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 945 time: 0.0920155 Jun 18 10:08:22.805405 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7c8d3ed7-6550-4513-a630-1b639ae24914 req-281f1701-cf05-4e7a-a328-87a21e377f6c tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419991 Jun 18 10:08:22.927132 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['b1bb87ff-2712-433d-862d-fbbb27f2e2e1'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:08:22.997431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['d5530829-03e9-48ec-9922-dece0946af72'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:08:23.803396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d86eb-d8bb-4f6e-b749-9d690dcb21b2 req-b464dddd-9bfd-49bb-8b9e-ec41390c22a6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:23.815096 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-be5d86eb-d8bb-4f6e-b749-9d690dcb21b2 req-b464dddd-9bfd-49bb-8b9e-ec41390c22a6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 944 time: 0.1356616 Jun 18 10:08:23.885901 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-be5d86eb-d8bb-4f6e-b749-9d690dcb21b2 req-969e45d0-0bff-4bec-a86a-7df48b8e8c68 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507548 Jun 18 10:08:24.281247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198eb49-230d-46a2-aec4-098a0fa1429b req-b972deb3-36e0-4af7-b0d7-e610f36d1b75 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:24.288996 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e198eb49-230d-46a2-aec4-098a0fa1429b req-b972deb3-36e0-4af7-b0d7-e610f36d1b75 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.1670229 Jun 18 10:08:24.324982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:08:24.354699 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e198eb49-230d-46a2-aec4-098a0fa1429b req-75d017e8-8fc0-462a-8d7c-7c081fcdb4c1 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645349 Jun 18 10:08:24.371861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61fe77-1e0c-49d7-99b7-73525039b413 req-f53bebdc-08e7-4ffd-881b-0262c5a6acf9 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:24.373796 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0d61fe77-1e0c-49d7-99b7-73525039b413 req-f53bebdc-08e7-4ffd-881b-0262c5a6acf9 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 945 time: 0.2956841 Jun 18 10:08:24.431894 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0d61fe77-1e0c-49d7-99b7-73525039b413 req-88a92760-f550-42b8-8230-9c1173a57f36 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514832 Jun 18 10:08:24.441837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:08:24.442279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:24.610381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:24.653580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:24.664714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:24.668514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:24.671670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:24.718735 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'code': 200} Jun 18 10:08:24.763938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=7']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:24.767836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:25.002203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45740) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:25.123025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d515d9-10d4-4f03-96ad-b029f6da9aa6 req-50012334-bddd-4348-b108-466f4b4676b8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:25.124630 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b9d515d9-10d4-4f03-96ad-b029f6da9aa6 req-50012334-bddd-4348-b108-466f4b4676b8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0825295 Jun 18 10:08:25.174428 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b9d515d9-10d4-4f03-96ad-b029f6da9aa6 req-c751887d-5b85-4e7f-bf69-81c4e5eb0aa8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Jun 18 10:08:25.207522 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-041d0c61-ddc7-4b76-8b81-f1375630be9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12ec8d465ab446bf99d6e3891c4550a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1974661 Jun 18 10:08:25.207681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 45748) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:25.272767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-956a967b-8b25-472e-8f73-4a23c8be141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:25.300255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-956a967b-8b25-472e-8f73-4a23c8be141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:25.344357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-956a967b-8b25-472e-8f73-4a23c8be141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:25.349245 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a5e22997-c4e2-40b7-93c2-4452700f7d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:25.366029 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a967b-8b25-472e-8f73-4a23c8be141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acc0888-521c-4dac-b375-43076aebf79b,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:25.369272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-956a967b-8b25-472e-8f73-4a23c8be141a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:25.376391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-956a967b-8b25-472e-8f73-4a23c8be141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:25.377759 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-956a967b-8b25-472e-8f73-4a23c8be141a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4acc0888-521c-4dac-b375-43076aebf79b HTTP/1.1" status: 204 len: 168 time: 0.1755850 Jun 18 10:08:25.591120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97afac5-2a4a-4b1d-968b-ce81a6a91f10 req-0ef979f0-5caa-4e71-9816-4bcb30f62d57 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:25.593048 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e97afac5-2a4a-4b1d-968b-ce81a6a91f10 req-0ef979f0-5caa-4e71-9816-4bcb30f62d57 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.1018360 Jun 18 10:08:25.709020 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e97afac5-2a4a-4b1d-968b-ce81a6a91f10 req-4a2f7f8c-4fe4-4a74-93f1-68fecaaae623 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762773 Jun 18 10:08:25.724534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a24e1d-b8ef-4fe1-8acb-edcd920dea9c req-13c9cbf3-4410-4828-bdf9-cff23149bc8e tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:25.726184 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15a24e1d-b8ef-4fe1-8acb-edcd920dea9c req-13c9cbf3-4410-4828-bdf9-cff23149bc8e tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 945 time: 0.1320071 Jun 18 10:08:25.782593 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15a24e1d-b8ef-4fe1-8acb-edcd920dea9c req-a8097cd8-54cf-40c9-891a-6f9fcb85ae4c tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444140 Jun 18 10:08:26.398618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b403e-9774-40d1-aae3-3d81d4586ee1 req-322e029e-c251-43d4-8ede-057d6f4ca477 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:26.400983 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e73b403e-9774-40d1-aae3-3d81d4586ee1 req-322e029e-c251-43d4-8ede-057d6f4ca477 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0871031 Jun 18 10:08:26.450210 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e73b403e-9774-40d1-aae3-3d81d4586ee1 req-2849ea1f-1cae-4e3d-857f-e830af16348c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Jun 18 10:08:26.983500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87a76e-bdba-4050-8c2d-8039608a9e63 req-23935992-ce74-4103-a82d-df74ef51aa5f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:26.985094 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ff87a76e-bdba-4050-8c2d-8039608a9e63 req-23935992-ce74-4103-a82d-df74ef51aa5f tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.1374714 Jun 18 10:08:27.046252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df17f9-6055-4fa0-9a18-b99ff0e62ef2 req-0c1d95e1-8fce-4004-b525-f0db7f7854da tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:27.047744 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b5df17f9-6055-4fa0-9a18-b99ff0e62ef2 req-0c1d95e1-8fce-4004-b525-f0db7f7854da tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 945 time: 0.1359220 Jun 18 10:08:27.052813 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ff87a76e-bdba-4050-8c2d-8039608a9e63 req-52174191-acc9-43ea-855b-f333cabbc631 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609963 Jun 18 10:08:27.101503 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b5df17f9-6055-4fa0-9a18-b99ff0e62ef2 req-a97a0d1d-1358-4e56-9bfd-9cd9bf871904 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475857 Jun 18 10:08:27.701620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b8a3d-ced8-4489-9dba-67f8f381d0e1 req-cb0103cc-c06f-4e36-89a3-df2d3961de62 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:27.703315 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6b1b8a3d-ced8-4489-9dba-67f8f381d0e1 req-cb0103cc-c06f-4e36-89a3-df2d3961de62 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.0964758 Jun 18 10:08:27.779293 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6b1b8a3d-ced8-4489-9dba-67f8f381d0e1 req-4061ccbe-99cf-46ef-8f8b-c65d576c5911 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685949 Jun 18 10:08:28.360029 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eefc7-c971-4e11-9e73-86eb23c9365b req-32bb5e1d-b5da-48e3-b5b3-483a1aafa3ff tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:28.367797 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-047eefc7-c971-4e11-9e73-86eb23c9365b req-32bb5e1d-b5da-48e3-b5b3-483a1aafa3ff tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.1776323 Jun 18 10:08:28.397302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d5530829-03e9-48ec-9922-dece0946af72 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:08:28.423650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd580eb-9906-43bf-9d3f-fdfc80a39ee7 req-304895f5-6873-4af2-85cf-5dfb33459def tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:28.431896 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dbd580eb-9906-43bf-9d3f-fdfc80a39ee7 req-304895f5-6873-4af2-85cf-5dfb33459def tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 945 time: 0.1641457 Jun 18 10:08:28.475726 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-047eefc7-c971-4e11-9e73-86eb23c9365b req-0da9f4af-6c49-46f7-a452-2b52e1afe736 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062250 Jun 18 10:08:28.514507 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dbd580eb-9906-43bf-9d3f-fdfc80a39ee7 req-9ae22400-e763-44fe-822a-3b803a5dbec6 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816865 Jun 18 10:08:28.569545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port d5530829-03e9-48ec-9922-dece0946af72 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:08:28.578893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port d5530829-03e9-48ec-9922-dece0946af72 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:08:28.579305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:28.715576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:28.757759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d5530829-03e9-48ec-9922-dece0946af72,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:28.762589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:28.781026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:28.784336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:28.942092 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72', 'code': 200} Jun 18 10:08:29.054346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=d5530829-03e9-48ec-9922-dece0946af72,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:29.059519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:29.160904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2bf57-91d5-47b6-900f-6ca80925da73 req-ce35cbcf-68f0-47cb-a68f-d57c2a868bc2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:29.162722 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bff2bf57-91d5-47b6-900f-6ca80925da73 req-ce35cbcf-68f0-47cb-a68f-d57c2a868bc2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1085653 Jun 18 10:08:29.219264 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bff2bf57-91d5-47b6-900f-6ca80925da73 req-7de43038-196c-4051-845a-465659288669 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484369 Jun 18 10:08:29.427165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-282479ef-5644-4309-aeaa-18f102322e3d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:29.428976 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-282479ef-5644-4309-aeaa-18f102322e3d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.1983583 Jun 18 10:08:29.444484 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55ff674e-267d-441e-8473-7ab3c33a3b89 req-ac6b15c5-9a6a-43ef-a91e-8a4c842e0ff8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1099 time: 0.1233597 Jun 18 10:08:29.564525 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55ff674e-267d-441e-8473-7ab3c33a3b89 req-c06970ce-7763-4912-9847-560239a1b3ee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892284 Jun 18 10:08:29.583001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Deleting port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:08:29.583386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:30.291265 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279f344-bece-43e0-8341-63a4afa428d8 req-bc020cd7-0eec-4e62-9a0e-4fe834fd56eb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:30.293752 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e279f344-bece-43e0-8341-63a4afa428d8 req-bc020cd7-0eec-4e62-9a0e-4fe834fd56eb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 945 time: 0.6013038 Jun 18 10:08:30.307072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf92a9d-5b10-47ba-a606-2a31d8f4078b req-cdb0bcfa-242f-45be-9c0b-ad9fe5392ef1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:30.310884 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cdf92a9d-5b10-47ba-a606-2a31d8f4078b req-cdb0bcfa-242f-45be-9c0b-ad9fe5392ef1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.5736852 Jun 18 10:08:30.405663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] For port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:30.406359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:30.454550 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cdf92a9d-5b10-47ba-a606-2a31d8f4078b req-32e85bd2-51ce-4e89-b53f-fba3f1163961 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156104 Jun 18 10:08:30.624450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Calling delete_port for 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:08:30.667656 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e279f344-bece-43e0-8341-63a4afa428d8 req-42477a02-9421-425b-9431-78f3e130f9eb tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481801 Jun 18 10:08:31.000865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab918b-fb61-44d4-8475-c2103ed46a8e req-73b94141-6115-4787-847d-27a00a338da3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:31.003979 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9dab918b-fb61-44d4-8475-c2103ed46a8e req-73b94141-6115-4787-847d-27a00a338da3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.2332013 Jun 18 10:08:31.006212 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:31.053168 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', '1cc65835-40dd-493a-82f2-3efabaf95e25', '1c181fd5-463f-409a-a044-226edbcfe5bf', '1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:08:31.058360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:31.154407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Pushing event deleted for resources: {'Port': ['ID=1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:31.157080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:31.203735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] No DVR routers for this DVR port 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:08:31.206779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:31.213552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736b82c3-4060-46ab-a406-7fadf20ce668', 'name': 'network-vif-deleted', 'tag': '1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:31.305088 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9dab918b-fb61-44d4-8475-c2103ed46a8e req-f2abfb07-077c-48e6-8124-12ac205ac922 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726288 Jun 18 10:08:31.310434 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d1cfe4f-2a99-48bd-a013-13f56246068f req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "DELETE /v2.0/ports/1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 HTTP/1.1" status: 204 len: 173 time: 1.8707047 Jun 18 10:08:31.324235 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736b82c3-4060-46ab-a406-7fadf20ce668', 'name': 'network-vif-deleted', 'tag': '1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1', 'status': 'completed', 'code': 200} Jun 18 10:08:31.860656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f33ee-61f9-4287-8b35-9015ffa6ed16 req-c9b48d18-a603-471b-9802-8c5c0c20df95 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:31.869095 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bf0f33ee-61f9-4287-8b35-9015ffa6ed16 req-c9b48d18-a603-471b-9802-8c5c0c20df95 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1197672 Jun 18 10:08:31.957351 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bf0f33ee-61f9-4287-8b35-9015ffa6ed16 req-3a2395c2-e295-4a92-9554-43fa742e1f76 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874701 Jun 18 10:08:32.177672 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-4c5aa63c-4cf4-4c88-b027-ffade0e5e52d req-92702c32-0eea-418e-863b-fd1d3ce1af6d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Synchronizing usage tracker for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:08:32.278766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-4c5aa63c-4cf4-4c88-b027-ffade0e5e52d req-92702c32-0eea-418e-863b-fd1d3ce1af6d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Unset dirty status for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:08:32.291860 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4c5aa63c-4cf4-4c88-b027-ffade0e5e52d req-92702c32-0eea-418e-863b-fd1d3ce1af6d tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=736b82c3-4060-46ab-a406-7fadf20ce668 HTTP/1.1" status: 200 len: 210 time: 0.2299571 Jun 18 10:08:32.354837 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53c0506d-7eba-4a54-8693-6d55a9e973e3 req-729c6554-6841-4b40-b9c0-3cfb4fdcf3bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1098 time: 0.3754833 Jun 18 10:08:32.412504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cee39-767c-45f4-8589-01db0da5df40 req-c78bd197-96db-45c2-ae8e-9e1962b8de42 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:32.414098 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e67cee39-767c-45f4-8589-01db0da5df40 req-c78bd197-96db-45c2-ae8e-9e1962b8de42 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1942260 Jun 18 10:08:32.634308 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e67cee39-767c-45f4-8589-01db0da5df40 req-53a567ef-5ecc-4263-9871-09a6361c467b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422760 Jun 18 10:08:32.688555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0506d-7eba-4a54-8693-6d55a9e973e3 req-29b4afc7-26a8-4536-aa63-896641227ff0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:32.690366 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53c0506d-7eba-4a54-8693-6d55a9e973e3 req-29b4afc7-26a8-4536-aa63-896641227ff0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 919 time: 0.3198240 Jun 18 10:08:32.702639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1942eb-3292-42fc-a1e9-c5e78ddf2341 req-a4ae15b2-2497-4d04-ad1d-fc58d8081a16 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:32.710601 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-da1942eb-3292-42fc-a1e9-c5e78ddf2341 req-a4ae15b2-2497-4d04-ad1d-fc58d8081a16 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.2175252 Jun 18 10:08:32.869423 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53c0506d-7eba-4a54-8693-6d55a9e973e3 req-95d1bbc1-b214-472b-9adf-0d716a6c574b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce01c08-aca4-4693-8f76-3d51b589c127 HTTP/1.1" status: 200 len: 217 time: 0.1562693 Jun 18 10:08:32.947810 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-da1942eb-3292-42fc-a1e9-c5e78ddf2341 req-c72044e0-e510-4ae0-adc4-2515d5d0b075 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359715 Jun 18 10:08:32.973598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0506d-7eba-4a54-8693-6d55a9e973e3 req-70563097-3a3c-4a35-8cc1-5e9907b268b9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:32.975184 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53c0506d-7eba-4a54-8693-6d55a9e973e3 req-70563097-3a3c-4a35-8cc1-5e9907b268b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.0960605 Jun 18 10:08:32.978543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45872) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:33.043217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe2e4-1e68-4bfe-b16f-8c1744c2a643 req-9f98d6e2-1eb9-4366-9a5d-9bb79a48ca17 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:33.044873 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ea9fe2e4-1e68-4bfe-b16f-8c1744c2a643 req-9f98d6e2-1eb9-4366-9a5d-9bb79a48ca17 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.2584355 Jun 18 10:08:33.047238 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53c0506d-7eba-4a54-8693-6d55a9e973e3 req-ce414523-f45f-4069-a773-2787b47b20e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615706 Jun 18 10:08:33.237357 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ea9fe2e4-1e68-4bfe-b16f-8c1744c2a643 req-31e2b79f-e9cb-4ed5-9f7b-c000df06503b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857333 Jun 18 10:08:33.274371 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53c0506d-7eba-4a54-8693-6d55a9e973e3 req-c9cc710e-2f97-457d-889c-1013f4d76543 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206953 Jun 18 10:08:33.365551 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-36ed8a03-477c-4ce7-8ec6-6cb6dcf6443c tempest-TestShelveInstance-1659781559 tempest-TestShelveInstance-1659781559-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1094 time: 0.3850634 Jun 18 10:08:33.366316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45888) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:33.383859 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Request body: {'floatingip': {'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'port_id': 'd5530829-03e9-48ec-9922-dece0946af72', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:08:33.405614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:08:33.420875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Usage tracker for resource:floatingip and tenant:676571e50e2545779d49baf7b45bd0b1 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:08:33.424072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:08:33.433011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:08:33.449806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for floatingip, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:33.600744 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53c0506d-7eba-4a54-8693-6d55a9e973e3 req-0e25b58b-2366-4f64-a2a3-2100cfcfaf3b service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149874 Jun 18 10:08:33.672478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:33.939389 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdfd4b-49b3-4549-9ad8-b4ecf34ee586 req-ddff3854-3021-4298-8a0a-f7f521d99a3b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:33.939905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Allocated IP 172.27.0.194 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/731c30e0-4dd3-4205-ace4-5de40f4c08dc) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:08:33.941083 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dcfdfd4b-49b3-4549-9ad8-b4ecf34ee586 req-ddff3854-3021-4298-8a0a-f7f521d99a3b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1399662 Jun 18 10:08:34.017341 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dcfdfd4b-49b3-4549-9ad8-b4ecf34ee586 req-c43496a3-6e0d-4ef7-9f64-0d85addf62c7 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659359 Jun 18 10:08:34.121995 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:34.157297 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:34.162768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:34.232554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:08:34.235944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:08:34.240691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:08:34.273420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'Port': ['ID=731c30e0-4dd3-4205-ace4-5de40f4c08dc,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:34.280574 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:34.425449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:08:34.470919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:08:34.471568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1a47da22-dd43-4515-8bfe-a5aa1dc5bbc1 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:08:34.538861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d27986-3a9f-4aad-a568-ff4fa6281647 req-e9fbc1d8-3799-4d11-a79c-99118bbf5351 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:34.547301 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e0d27986-3a9f-4aad-a568-ff4fa6281647 req-e9fbc1d8-3799-4d11-a79c-99118bbf5351 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1264997 Jun 18 10:08:34.611108 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e0d27986-3a9f-4aad-a568-ff4fa6281647 req-f7a9a040-1d37-4a18-92fb-caf55058aebe tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620885 Jun 18 10:08:35.311007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:35.344604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 45920) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:35.384265 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:35.390782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639ac1b-3b0a-497d-b75e-1985de9a3485 req-23bb4ee6-87c2-45a6-b6e5-6fde7190b6b9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:35.392554 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7639ac1b-3b0a-497d-b75e-1985de9a3485 req-23bb4ee6-87c2-45a6-b6e5-6fde7190b6b9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1796036 Jun 18 10:08:35.457430 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7639ac1b-3b0a-497d-b75e-1985de9a3485 req-3a564f86-a23b-4c31-8e7a-9fa8b8dd7cbe tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581234 Jun 18 10:08:35.494080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b0450-b925-4024-a68b-0155b93c5ea6 req-50b2ce8c-24b8-4005-b5a1-88f79dfc38c6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:35.495753 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4c0b0450-b925-4024-a68b-0155b93c5ea6 req-50b2ce8c-24b8-4005-b5a1-88f79dfc38c6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 945 time: 0.1802092 Jun 18 10:08:35.566832 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4c0b0450-b925-4024-a68b-0155b93c5ea6 req-8f93c531-06a7-4dbf-81d6-ed9fc3bdb396 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547957 Jun 18 10:08:35.623451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b9530b27-38a0-4811-8e68-c85e775020d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:35.682950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:35.708340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:35.713595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7927738'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:35.720678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:35.871573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:08:35.892510 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ab12acaa7f4b6e9439b8248ad53d57 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:08:35.898124 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event updated for resources: {'Port': ['ID=731c30e0-4dd3-4205-ace4-5de40f4c08dc,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:35.907967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:08:35.917612 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:35.923310 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:08:35.939542 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:36.069598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be8f1f-7838-41f7-974b-de19c476b0fa req-8f6b1fac-c374-4674-8fba-69defa7d583a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:36.074992 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33be8f1f-7838-41f7-974b-de19c476b0fa req-8f6b1fac-c374-4674-8fba-69defa7d583a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.3125207 Jun 18 10:08:36.130196 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-33be8f1f-7838-41f7-974b-de19c476b0fa req-0486e984-0715-4e37-80ae-962db9397aea tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482795 Jun 18 10:08:36.215850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:36.222260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:36.231549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4960612b-01af-4633-b70d-9c36fdfd41d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:36.298664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25599b01-9b1c-43f9-a020-75ec61f5d51a,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:36.302660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:36.307756 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8ab12acaa7f4b6e9439b8248ad53d57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9619837 Jun 18 10:08:36.310573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 45928) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:36.316589 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Floating IP c275edd9-eb4c-4c40-b055-66a1a212f9f4 associated. External IP: 172.27.0.194, port: d5530829-03e9-48ec-9922-dece0946af72. Jun 18 10:08:36.389448 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-836ed652-f8af-40d9-9bdc-11a41944e07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:36.424802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-836ed652-f8af-40d9-9bdc-11a41944e07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:36.484196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-836ed652-f8af-40d9-9bdc-11a41944e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:36.492635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-752d386a-d3f6-4c82-a194-ffa372dd8ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:36.509993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed652-f8af-40d9-9bdc-11a41944e07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25599b01-9b1c-43f9-a020-75ec61f5d51a,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:36.512549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-836ed652-f8af-40d9-9bdc-11a41944e07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:36.513750 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-836ed652-f8af-40d9-9bdc-11a41944e07f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/25599b01-9b1c-43f9-a020-75ec61f5d51a HTTP/1.1" status: 204 len: 168 time: 0.2010865 Jun 18 10:08:36.515239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-836ed652-f8af-40d9-9bdc-11a41944e07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:36.800512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aae9bb-b32b-42e1-ae32-0e82403f6f06 req-2d3dd659-9c5f-4a0e-a924-5efa589c9611 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:36.807696 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-01aae9bb-b32b-42e1-ae32-0e82403f6f06 req-2d3dd659-9c5f-4a0e-a924-5efa589c9611 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1788290 Jun 18 10:08:36.982623 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-01aae9bb-b32b-42e1-ae32-0e82403f6f06 req-10da78ea-5a75-4616-bdb4-b71caffa76d7 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729527 Jun 18 10:08:37.012618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:08:37.022487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500680f3-6871-4afb-823b-592c9b169bea req-fd26ec3e-6680-4577-a976-e3f2420efd13 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:37.024355 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-500680f3-6871-4afb-823b-592c9b169bea req-fd26ec3e-6680-4577-a976-e3f2420efd13 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 945 time: 0.1414442 Jun 18 10:08:37.027624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Router e0343bd9-ce2f-4a2d-8c48-f742a065f993 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:08:37.152412 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-500680f3-6871-4afb-823b-592c9b169bea req-177347d4-f68e-4b6b-9495-34b4d253f867 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215503 Jun 18 10:08:37.159440 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1969b-5eee-4336-9f06-7690895aec3b req-480d0c27-4b11-4101-a971-228c6399487b tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:37.161197 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-50f1969b-5eee-4336-9f06-7690895aec3b req-480d0c27-4b11-4101-a971-228c6399487b tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 945 time: 0.1118028 Jun 18 10:08:37.254988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:37.256840 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-50f1969b-5eee-4336-9f06-7690895aec3b req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Deleting port 1c181fd5-463f-409a-a044-226edbcfe5bf {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:08:37.257405 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-50f1969b-5eee-4336-9f06-7690895aec3b req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:37.277430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:08:37.288174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] Sync routers for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:08:37.311573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:08:37.312916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:08:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:08:37.340454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:37.407027 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0395644 Jun 18 10:08:37.407894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:37.469394 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72', 'status': 'completed', 'code': 200} Jun 18 10:08:37.555872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:08:37.716902 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-50f1969b-5eee-4336-9f06-7690895aec3b req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] For port 1c181fd5-463f-409a-a044-226edbcfe5bf, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1c181fd5-463f-409a-a044-226edbcfe5bf,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:37.717189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-50f1969b-5eee-4336-9f06-7690895aec3b req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:37.745096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa9b20-87b9-498e-8a7d-7b87e5f58969 req-fbca3273-95ef-4389-bbf7-0d0776f40e8b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:37.747353 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-32aa9b20-87b9-498e-8a7d-7b87e5f58969 req-fbca3273-95ef-4389-bbf7-0d0776f40e8b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.3626027 Jun 18 10:08:37.948820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-50f1969b-5eee-4336-9f06-7690895aec3b req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Calling delete_port for 1c181fd5-463f-409a-a044-226edbcfe5bf owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:08:38.033003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'c275edd9-eb4c-4c40-b055-66a1a212f9f4', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'port_id': 'd5530829-03e9-48ec-9922-dece0946af72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'mac_address': 'fa:16:3e:ec:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d47295-1a5c-4945-8080-d053ab388c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:08:35Z', 'updated_at': '2021-06-18T10:08:35Z', 'revision_number': 0, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44478796-e783-4d2f-94c9-b9d1067ef00d', 'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:38Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 5, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'subnets': [{'id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:08:38.037615 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] Checking router: e0343bd9-ce2f-4a2d-8c48-f742a065f993 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:08:38.050922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:08:38.051599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:08:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:08:38.131790 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-32aa9b20-87b9-498e-8a7d-7b87e5f58969 req-8eea5bc3-fcb9-44f0-8f40-58bd9f1ecc83 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200598 Jun 18 10:08:38.191666 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-726ed542-8066-471b-abf7-66432b13ea26 req-1e2ae16a-4393-4249-8e2f-2006853b23c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=676571e50e2545779d49baf7b45bd0b1&device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1099 time: 0.6317739 Jun 18 10:08:38.264515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-196947b0-646a-4cdf-b100-04944c098d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:38.270399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:08:38.358047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-50f1969b-5eee-4336-9f06-7690895aec3b req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:38.376041 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b6b64d1e-1743-4e9d-9c8c-41137ba2502b req-e5537a45-29a8-4267-9db1-f4eaa0ec2bad tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 210 time: 0.0806401 Jun 18 10:08:38.376695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1dc8a555-3ecd-475e-94f4-679b95e4216b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:38.400763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', '1cc65835-40dd-493a-82f2-3efabaf95e25', '1c181fd5-463f-409a-a044-226edbcfe5bf'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:08:38.436577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Pushing event deleted for resources: {'Port': ['ID=1c181fd5-463f-409a-a044-226edbcfe5bf,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:38.443986 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:38.576432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de208170-872c-406c-aee4-00ef65aceb08 req-7061ba80-04b8-401b-8079-63cb74b3df21 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:38.577940 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-de208170-872c-406c-aee4-00ef65aceb08 req-7061ba80-04b8-401b-8079-63cb74b3df21 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.4436016 Jun 18 10:08:38.579042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ed542-8066-471b-abf7-66432b13ea26 req-4cfcac27-f335-41f3-ad77-ccb978fede62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:38.580475 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-726ed542-8066-471b-abf7-66432b13ea26 req-4cfcac27-f335-41f3-ad77-ccb978fede62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75017cc0-35c1-4364-bf40-beb6ab6f53d7 HTTP/1.1" status: 200 len: 909 time: 0.3779333 Jun 18 10:08:38.581619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f1969b-5eee-4336-9f06-7690895aec3b req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] No DVR routers for this DVR port 1c181fd5-463f-409a-a044-226edbcfe5bf on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:08:38.584098 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-50f1969b-5eee-4336-9f06-7690895aec3b req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:38.595393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f227a124-5b6d-47ae-be1f-b37ee024c566', 'name': 'network-vif-deleted', 'tag': '1c181fd5-463f-409a-a044-226edbcfe5bf'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:38.678999 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'c275edd9-eb4c-4c40-b055-66a1a212f9f4', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'port_id': 'd5530829-03e9-48ec-9922-dece0946af72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'mac_address': 'fa:16:3e:ec:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d47295-1a5c-4945-8080-d053ab388c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:08:35Z', 'updated_at': '2021-06-18T10:08:35Z', 'revision_number': 0, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44478796-e783-4d2f-94c9-b9d1067ef00d', 'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:38Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 5, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'subnets': [{'id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:08:38.684048 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-50f1969b-5eee-4336-9f06-7690895aec3b req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "DELETE /v2.0/ports/1c181fd5-463f-409a-a044-226edbcfe5bf HTTP/1.1" status: 204 len: 173 time: 1.5129485 Jun 18 10:08:38.690871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57398b5-cea7-4369-809e-a39558a82fd4 None None] The sync data for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi is: [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'c275edd9-eb4c-4c40-b055-66a1a212f9f4', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'port_id': 'd5530829-03e9-48ec-9922-dece0946af72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'mac_address': 'fa:16:3e:ec:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d47295-1a5c-4945-8080-d053ab388c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:08:35Z', 'updated_at': '2021-06-18T10:08:35Z', 'revision_number': 0, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44478796-e783-4d2f-94c9-b9d1067ef00d', 'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:38Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 5, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'subnets': [{'id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:08:38.719023 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f227a124-5b6d-47ae-be1f-b37ee024c566', 'name': 'network-vif-deleted', 'tag': '1c181fd5-463f-409a-a044-226edbcfe5bf', 'status': 'completed', 'code': 200} Jun 18 10:08:38.755087 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-de208170-872c-406c-aee4-00ef65aceb08 req-1fe5ba98-4c3a-495a-ab27-f6f52b6a668f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544042 Jun 18 10:08:38.764135 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-726ed542-8066-471b-abf7-66432b13ea26 req-ddbac6f4-1603-4ba3-823c-053c95c0b8bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5530829-03e9-48ec-9922-dece0946af72 HTTP/1.1" status: 200 len: 1000 time: 0.1441219 Jun 18 10:08:38.811270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:38.880589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ed542-8066-471b-abf7-66432b13ea26 req-2c807d4d-d17e-4951-bc45-60c4d2101d20 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:38.882196 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-726ed542-8066-471b-abf7-66432b13ea26 req-2c807d4d-d17e-4951-bc45-60c4d2101d20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50b4836-27c8-44ad-a660-5703f9205892 HTTP/1.1" status: 200 len: 847 time: 0.0788901 Jun 18 10:08:39.027310 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-726ed542-8066-471b-abf7-66432b13ea26 req-ac902642-b528-4527-8332-2f8b494ea0a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75017cc0-35c1-4364-bf40-beb6ab6f53d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1385005 Jun 18 10:08:39.034661 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15d073a4-c694-4187-a986-230e51c6fc37 req-fe06e955-f1df-46cd-bd64-129c6fc545cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 1098 time: 0.1060734 Jun 18 10:08:39.109151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595d476-d0aa-4db9-9ee0-d122e8955a37 None None] New status for floating IP c275edd9-eb4c-4c40-b055-66a1a212f9f4: ACTIVE {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:08:39.548178 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-726ed542-8066-471b-abf7-66432b13ea26 req-06bd771d-1e31-49d1-8cf5-1a85b7d1202b service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125363 Jun 18 10:08:39.586065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d073a4-c694-4187-a986-230e51c6fc37 req-05a9ca34-a7b1-49c4-9791-c23bc6baf8ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:39.587610 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15d073a4-c694-4187-a986-230e51c6fc37 req-05a9ca34-a7b1-49c4-9791-c23bc6baf8ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 918 time: 0.5283597 Jun 18 10:08:39.681054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3168fa4c-59d6-4ef8-b67c-1621441bd4fa req-ac610066-8ebf-4ee9-91f6-c668ff8365c3 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Synchronizing usage tracker for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:08:39.808829 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3168fa4c-59d6-4ef8-b67c-1621441bd4fa req-ac610066-8ebf-4ee9-91f6-c668ff8365c3 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Unset dirty status for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:08:39.810142 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3168fa4c-59d6-4ef8-b67c-1621441bd4fa req-ac610066-8ebf-4ee9-91f6-c668ff8365c3 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=f227a124-5b6d-47ae-be1f-b37ee024c566 HTTP/1.1" status: 200 len: 210 time: 0.2685866 Jun 18 10:08:39.848166 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15d073a4-c694-4187-a986-230e51c6fc37 req-25f35386-b086-445e-be39-fb31e5d7adb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1 HTTP/1.1" status: 200 len: 1001 time: 0.2336471 Jun 18 10:08:39.857881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a1c88-6c34-4b34-a6c8-51fd0092393c req-2bd5fa07-2ab1-4db5-a207-48ffd8d19997 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:39.859551 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ee6a1c88-6c34-4b34-a6c8-51fd0092393c req-2bd5fa07-2ab1-4db5-a207-48ffd8d19997 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.5686674 Jun 18 10:08:39.945740 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-726ed542-8066-471b-abf7-66432b13ea26 req-02ffd189-2ebf-4662-8d2f-3e73bbd9eb16 service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562224 Jun 18 10:08:40.025217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d073a4-c694-4187-a986-230e51c6fc37 req-e087b019-5606-4994-a31d-fdb8ec1aa390 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:40.026920 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15d073a4-c694-4187-a986-230e51c6fc37 req-e087b019-5606-4994-a31d-fdb8ec1aa390 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.1664269 Jun 18 10:08:40.035372 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ee6a1c88-6c34-4b34-a6c8-51fd0092393c req-27e54060-6953-4b81-83f6-1a4291c15a61 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286831 Jun 18 10:08:40.080319 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:40.125618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9c639-23e1-4187-aac5-3f3099ffdce6 req-a9d5ff85-2cf3-4edb-9f60-3f387e6006a5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:40.127264 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-24f9c639-23e1-4187-aac5-3f3099ffdce6 req-a9d5ff85-2cf3-4edb-9f60-3f387e6006a5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1784964 Jun 18 10:08:40.167812 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15d073a4-c694-4187-a986-230e51c6fc37 req-5ff665bd-d39f-447f-9c21-5f8b595c2003 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1307533 Jun 18 10:08:40.265303 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-24f9c639-23e1-4187-aac5-3f3099ffdce6 req-a40b5a31-8f48-46df-9d90-f9bd18972402 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305754 Jun 18 10:08:40.321819 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15d073a4-c694-4187-a986-230e51c6fc37 req-1845fc3a-9a54-439d-b991-913921edbfb3 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439085 Jun 18 10:08:40.464202 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15d073a4-c694-4187-a986-230e51c6fc37 req-329ad370-dd4c-446e-9c2b-1a4aad3f0b0a service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359429 Jun 18 10:08:41.312770 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a1831-f524-471c-8a17-732f958b21ee req-ff9305a0-6c6e-41a0-8e76-904bafa9cd77 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:41.314379 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-236a1831-f524-471c-8a17-732f958b21ee req-ff9305a0-6c6e-41a0-8e76-904bafa9cd77 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1400993 Jun 18 10:08:41.387964 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e2beb-ced5-4b81-908c-3c01a15fcf72 req-df9abbde-05a1-47b0-9ece-762ef1ca5a84 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:41.389475 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-987e2beb-ced5-4b81-908c-3c01a15fcf72 req-df9abbde-05a1-47b0-9ece-762ef1ca5a84 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 945 time: 0.1498687 Jun 18 10:08:41.397040 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-236a1831-f524-471c-8a17-732f958b21ee req-49e4f72a-794f-43ef-a83c-5499ebf23ddb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667677 Jun 18 10:08:41.444018 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-987e2beb-ced5-4b81-908c-3c01a15fcf72 req-72da713a-0828-4dc9-8c41-b2192318b936 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Jun 18 10:08:41.625742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c095e-f354-4bc0-8ca1-a7dfb70c6779 req-36ef178f-2131-4ba4-ae4b-a433cd514033 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:41.627386 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-583c095e-f354-4bc0-8ca1-a7dfb70c6779 req-36ef178f-2131-4ba4-ae4b-a433cd514033 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1071861 Jun 18 10:08:41.676372 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-583c095e-f354-4bc0-8ca1-a7dfb70c6779 req-b63ac5de-3d89-45ee-894a-4f066bb1dd1a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Jun 18 10:08:42.466403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1c181fd5-463f-409a-a044-226edbcfe5bf no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:08:42.504556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 1c181fd5-463f-409a-a044-226edbcfe5bf {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:08:42.505035 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1c181fd5-463f-409a-a044-226edbcfe5bf not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:08:42.505580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:08:42.629289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:42.660193 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:42.668848 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:42.673155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:42.675104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a7120f1-033d-4ca8-9cbe-06e65ba406ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:42.714178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c50ff-0ada-4ecc-8b29-5a38285eb98b req-70a3e98d-fc89-46b6-94b7-23e60f091de6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:42.715762 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e81c50ff-0ada-4ecc-8b29-5a38285eb98b req-70a3e98d-fc89-46b6-94b7-23e60f091de6 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 945 time: 0.1205380 Jun 18 10:08:42.722404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef84b-b2f9-41fe-b65f-6ba8e86e64e3 req-153f5895-268a-4d88-aea7-b1e6fdd8f459 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:42.723920 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0bcef84b-b2f9-41fe-b65f-6ba8e86e64e3 req-153f5895-268a-4d88-aea7-b1e6fdd8f459 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 945 time: 0.1831057 Jun 18 10:08:42.745641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=8']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:42.748916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:42.806395 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e81c50ff-0ada-4ecc-8b29-5a38285eb98b req-2407c3f7-acd0-4a0b-9f73-b6e73c2910e1 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813980 Jun 18 10:08:42.813282 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0bcef84b-b2f9-41fe-b65f-6ba8e86e64e3 req-307a96c4-f8d3-41d2-a39b-d7d74f6f775a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735726 Jun 18 10:08:42.897352 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'code': 200} Jun 18 10:08:43.029744 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5af845-0f8b-4ad1-a21e-105e39e8726b req-b4638cd8-a36c-4eec-b980-b07a7a95d503 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:43.031386 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fc5af845-0f8b-4ad1-a21e-105e39e8726b req-b4638cd8-a36c-4eec-b980-b07a7a95d503 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0812969 Jun 18 10:08:43.083629 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fc5af845-0f8b-4ad1-a21e-105e39e8726b req-e9281248-6523-4609-a527-064740cce806 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Jun 18 10:08:43.200347 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-615ff1a6-3cef-497b-8791-08929c404876 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:43.201828 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-615ff1a6-3cef-497b-8791-08929c404876 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 945 time: 0.0822024 Jun 18 10:08:43.278335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Deleting port 1cc65835-40dd-493a-82f2-3efabaf95e25 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:08:43.278710 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:43.533904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] For port 1cc65835-40dd-493a-82f2-3efabaf95e25, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=1cc65835-40dd-493a-82f2-3efabaf95e25,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:43.534483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:43.660549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Calling delete_port for 1cc65835-40dd-493a-82f2-3efabaf95e25 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:08:43.839396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:43.845033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7091d3b0-5bd8-4b96-9388-be05b8ec22e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:43.885653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', '1cc65835-40dd-493a-82f2-3efabaf95e25'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:08:43.887843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Pushing event deleted for resources: {'Port': ['ID=1cc65835-40dd-493a-82f2-3efabaf95e25,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:43.892468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:44.055079 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-03dcc1ef-b194-4bde-ba74-4e85b74de96c req-11df60f1-8968-4a2b-b18e-f5d0840b6772 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7262b366-7ed3-410b-b61a-ce3d4a21315c HTTP/1.1" status: 200 len: 210 time: 0.0850098 Jun 18 10:08:44.056107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] No DVR routers for this DVR port 1cc65835-40dd-493a-82f2-3efabaf95e25 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:08:44.062943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:44.065187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7262b366-7ed3-410b-b61a-ce3d4a21315c', 'name': 'network-vif-deleted', 'tag': '1cc65835-40dd-493a-82f2-3efabaf95e25'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:44.259096 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7262b366-7ed3-410b-b61a-ce3d4a21315c', 'name': 'network-vif-deleted', 'tag': '1cc65835-40dd-493a-82f2-3efabaf95e25', 'status': 'completed', 'code': 200} Jun 18 10:08:44.316415 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8b53ef01-20e3-4a66-989c-831f82607e07 req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "DELETE /v2.0/ports/1cc65835-40dd-493a-82f2-3efabaf95e25 HTTP/1.1" status: 204 len: 173 time: 1.1090229 Jun 18 10:08:44.373776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8253fce-5aa2-4ac6-80bc-fc63ae6ea302 req-472986a9-4e00-43c6-aa06-a5244a52de1e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:44.375395 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b8253fce-5aa2-4ac6-80bc-fc63ae6ea302 req-472986a9-4e00-43c6-aa06-a5244a52de1e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.3668845 Jun 18 10:08:44.383018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363644e7-a615-424d-be74-3ec23bbc5dea req-3a6132f8-d8fb-490a-9d0b-132f5d699a9f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:44.385686 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-363644e7-a615-424d-be74-3ec23bbc5dea req-3a6132f8-d8fb-490a-9d0b-132f5d699a9f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1255558 Jun 18 10:08:44.471262 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b8253fce-5aa2-4ac6-80bc-fc63ae6ea302 req-fc7bc9c9-1b8c-4191-a214-6ffdd8b85413 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840960 Jun 18 10:08:44.473492 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-363644e7-a615-424d-be74-3ec23bbc5dea req-4263dc1c-6b58-41ce-a37f-dd5200881d50 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685024 Jun 18 10:08:45.279686 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9a505253-1ea6-4295-80c0-3093ea0b7b22 req-d8c98e25-af60-482b-a79e-74617f36dd08 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0775871 Jun 18 10:08:45.573459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f1b85-829d-4115-8d88-28216821d76f req-38f86ebd-44be-4d84-8c6e-276f225fd108 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:45.575149 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d45f1b85-829d-4115-8d88-28216821d76f req-38f86ebd-44be-4d84-8c6e-276f225fd108 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0958729 Jun 18 10:08:45.645367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46036) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:45.680703 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d45f1b85-829d-4115-8d88-28216821d76f req-cb745cfc-e0fd-47f8-9d1d-76642508d0f3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931439 Jun 18 10:08:45.717286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5735d73-61dd-4039-9909-694459f8d67f req-f179b603-e428-4ff3-8349-5fcae73e2e21 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:45.719092 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5735d73-61dd-4039-9909-694459f8d67f req-f179b603-e428-4ff3-8349-5fcae73e2e21 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0981002 Jun 18 10:08:45.770220 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5735d73-61dd-4039-9909-694459f8d67f req-81769043-bf8b-4e6a-82cd-542fe6967535 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446639 Jun 18 10:08:45.809738 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-b43fad4f-63b2-4d3c-bce6-f000c7edab56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1630323 Jun 18 10:08:46.509488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:08:46.871335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96d1f9-8278-4679-a21c-7ffc92c8481d req-ca85c170-4132-41cd-96b9-574eb6324242 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:46.872097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3b96d1f9-8278-4679-a21c-7ffc92c8481d req-ca85c170-4132-41cd-96b9-574eb6324242 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Synchronizing usage tracker for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:08:46.906828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3b96d1f9-8278-4679-a21c-7ffc92c8481d req-ca85c170-4132-41cd-96b9-574eb6324242 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Unset dirty status for tenant:61da6152e08a4db08fb38bb8eaec89eb on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:08:46.908016 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3b96d1f9-8278-4679-a21c-7ffc92c8481d req-ca85c170-4132-41cd-96b9-574eb6324242 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 946 time: 0.1638045 Jun 18 10:08:46.944461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e44910-78ca-4c21-9725-76ea9d8549fa req-b8472754-f269-487b-9e67-3ab57982402d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:46.946151 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-42e44910-78ca-4c21-9725-76ea9d8549fa req-b8472754-f269-487b-9e67-3ab57982402d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.1222284 Jun 18 10:08:46.998153 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3b96d1f9-8278-4679-a21c-7ffc92c8481d req-6e3513ac-805c-4a38-8043-9fed87767265 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835183 Jun 18 10:08:47.011127 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-42e44910-78ca-4c21-9725-76ea9d8549fa req-e73e3a47-de3d-4a5d-b902-b52d3eeac253 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537598 Jun 18 10:08:47.194630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2f2be-d331-45e4-a399-92e5f822d25b req-a8121496-4183-4b96-855f-2cd2efa2097f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:47.196248 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-47d2f2be-d331-45e4-a399-92e5f822d25b req-a8121496-4183-4b96-855f-2cd2efa2097f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0853801 Jun 18 10:08:47.248598 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-47d2f2be-d331-45e4-a399-92e5f822d25b req-b46cdec7-ea52-4605-a7f2-eeec18751198 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462370 Jun 18 10:08:47.370440 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-79caa351-601a-4916-a23e-4f6fa3ed7e06 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749376 Jun 18 10:08:47.535742 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-0ce1a81c-5390-4a69-9a07-0b298f1a470e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85&tenant_id=0a438b407b114da5886b40df662ba3f3 HTTP/1.1" status: 200 len: 1096 time: 0.1394069 Jun 18 10:08:47.539144 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-9bd41a6a-f2bd-4936-8024-8ec1cedf1507 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 1098 time: 0.1021352 Jun 18 10:08:47.787917 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-8913cea6-8023-4be5-b420-ce9a592e8b09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 1096 time: 0.2104018 Jun 18 10:08:47.788911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-66b8cb22-9d07-423c-8b02-b07dd2545220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:47.790932 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-66b8cb22-9d07-423c-8b02-b07dd2545220 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 919 time: 0.1798732 Jun 18 10:08:47.939317 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-e4134355-17a2-4eb2-bdc1-6fa972ad43ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60b5d89b-b0e4-44e5-be0d-67539b880e4d HTTP/1.1" status: 200 len: 217 time: 0.1373537 Jun 18 10:08:48.044928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-677a8993-ce8d-4468-9983-eab28b41da46 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:48.046523 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-677a8993-ce8d-4468-9983-eab28b41da46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.0943639 Jun 18 10:08:48.100311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-55fdecac-4b34-4dae-af84-26240d7e895c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:48.101913 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-55fdecac-4b34-4dae-af84-26240d7e895c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 918 time: 0.3012524 Jun 18 10:08:48.108044 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-c4bd61c2-5fe5-4e12-8665-433e6061a177 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494287 Jun 18 10:08:48.414013 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-8a9fb587-7fc4-4757-bbe8-24226bd0cd58 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1 HTTP/1.1" status: 200 len: 999 time: 0.3048754 Jun 18 10:08:48.500394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1cc65835-40dd-493a-82f2-3efabaf95e25 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:08:48.534768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 1cc65835-40dd-493a-82f2-3efabaf95e25 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:08:48.535153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 1cc65835-40dd-493a-82f2-3efabaf95e25 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:08:48.538599 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-c193ee4f-24a7-4baa-93a7-3fc63f006c1e service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748417 Jun 18 10:08:48.546947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca83a00-b949-4776-b8e6-eba1e9008b88 req-310f2131-7590-4971-b0d9-16480f4f442a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:48.548428 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6ca83a00-b949-4776-b8e6-eba1e9008b88 req-310f2131-7590-4971-b0d9-16480f4f442a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 946 time: 0.3824432 Jun 18 10:08:48.558745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5783c-7056-4f02-8958-0d914c4ee0e1 req-c2afad50-9e38-4f1a-8f1f-d13a3ec40ec2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:48.560298 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6aa5783c-7056-4f02-8958-0d914c4ee0e1 req-c2afad50-9e38-4f1a-8f1f-d13a3ec40ec2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.3954089 Jun 18 10:08:48.582985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-1bf25343-09e4-4065-b1f1-f64c6c5d6edf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:48.584536 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-1bf25343-09e4-4065-b1f1-f64c6c5d6edf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.1500018 Jun 18 10:08:49.041931 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6aa5783c-7056-4f02-8958-0d914c4ee0e1 req-653196af-e190-48b4-af0e-6ef438e186e1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4556129 Jun 18 10:08:49.044109 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6ca83a00-b949-4776-b8e6-eba1e9008b88 req-379023f7-143f-487e-bda3-d2d74b6a50b9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcc1ef1d-6992-4095-9758-495b0d0a0728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829028 Jun 18 10:08:49.079117 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-b89de69a-e10f-4c9c-9c25-712d0e761410 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276370 Jun 18 10:08:49.092244 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-99c12b42-3eee-49e6-baf4-b6da6d88038c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4237261 Jun 18 10:08:49.102544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-18afc670-5fe7-4da7-9a86-f3b5e4562253 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:49.104163 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-18afc670-5fe7-4da7-9a86-f3b5e4562253 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 946 time: 0.2136254 Jun 18 10:08:49.371742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Deleting port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:08:49.372178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:49.468625 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-1a29c582-bcac-4a47-b370-6f57b6dd747f service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318164 Jun 18 10:08:49.547003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664460-5427-493a-b459-c0ab0f0f37ce req-66d02d5d-9188-4d6c-9476-417ddfb58ff5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:49.548644 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-99664460-5427-493a-b459-c0ab0f0f37ce req-66d02d5d-9188-4d6c-9476-417ddfb58ff5 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.3441372 Jun 18 10:08:49.804406 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-99664460-5427-493a-b459-c0ab0f0f37ce req-bec51b66-cfa9-4ee1-8279-85360a9f0028 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045879 Jun 18 10:08:49.816752 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-a83d9f78-4536-4ca7-92e7-cc92f181acb4 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382502 Jun 18 10:08:49.870765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] For port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,segment=NetworkSegment(05aa03b0-a774-4f12-8a6a-5ccb46d7fa72),segment_id=05aa03b0-a774-4f12-8a6a-5ccb46d7fa72)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:08:49.871165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:50.000391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Calling delete_port for 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:08:50.148477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:50.154388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-30546b5d-ceb1-4903-80fe-a7dd0379be7c tempest-DeleteServersTestJSON-1544774030 tempest-DeleteServersTestJSON-1544774030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:50.184425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:08:50.239689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Pushing event deleted for resources: {'Port': ['ID=8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:50.280869 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:50.284027 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-19a2a78c-a4b5-45c7-8d9e-afa121be405a req-663035d9-b8e7-48df-8905-c4fe017acf8a tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4c7829f-2fde-4394-ab49-b8ee8d34d553 HTTP/1.1" status: 200 len: 210 time: 0.0972409 Jun 18 10:08:50.375135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] No DVR routers for this DVR port 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:08:50.378086 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:50.386007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c7829f-2fde-4394-ab49-b8ee8d34d553', 'name': 'network-vif-deleted', 'tag': '8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:08:50.407841 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e21cd9a1-5d74-462c-9963-d2ed50736eb5 req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] 10.222.0.70 "DELETE /v2.0/ports/8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb HTTP/1.1" status: 204 len: 173 time: 1.2411516 Jun 18 10:08:50.419621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616609-6c8e-4c67-b0e5-0106e7e1a993 req-7cda5d99-7713-44b3-8947-f98de656c455 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:50.421241 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5a616609-6c8e-4c67-b0e5-0106e7e1a993 req-7cda5d99-7713-44b3-8947-f98de656c455 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.1869266 Jun 18 10:08:50.446941 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c7829f-2fde-4394-ab49-b8ee8d34d553', 'name': 'network-vif-deleted', 'tag': '8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb', 'status': 'completed', 'code': 200} Jun 18 10:08:50.473074 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5a616609-6c8e-4c67-b0e5-0106e7e1a993 req-59f528a0-94b5-4144-8e69-1d8191a7a275 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Jun 18 10:08:51.035422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf84ee-38f4-4173-ad53-9516e432de57 req-d1002cbe-e494-4935-8091-aba23d320eef tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:51.037044 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-abbf84ee-38f4-4173-ad53-9516e432de57 req-d1002cbe-e494-4935-8091-aba23d320eef tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0967164 Jun 18 10:08:51.093933 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-abbf84ee-38f4-4173-ad53-9516e432de57 req-03cb6d12-0d66-446f-92af-9b154bbf4f23 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 Jun 18 10:08:51.201117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:51.412716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46096) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:51.486579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] Deleting subnet e4b762a3-78c0-4677-9dc4-c5505995c7b9 {{(pid=82099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:08:51.489873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:51.549920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:51.559624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:51.876696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdb935-effc-4b3e-a222-1fc19e940329 req-d04671d1-4bc5-45bd-a7c5-90e807198fa2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:51.878333 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8fbdb935-effc-4b3e-a222-1fc19e940329 req-d04671d1-4bc5-45bd-a7c5-90e807198fa2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.2440674 Jun 18 10:08:51.950567 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8fbdb935-effc-4b3e-a222-1fc19e940329 req-245cd618-3762-40fe-8ab8-48a469e7a8df tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646377 Jun 18 10:08:51.955330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:51.964404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f63a250a-c21e-448f-930b-6b2b428caff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:52.000088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.009740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b762a3-78c0-4677-9dc4-c5505995c7b9,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:52.015927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46102) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:52.018639 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e4b762a3-78c0-4677-9dc4-c5505995c7b9 HTTP/1.1" status: 204 len: 168 time: 0.6046259 Jun 18 10:08:52.019922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:52.141001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.279153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.294286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dc5c85-0e3c-4481-b3a9-0177d1b49205']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:08:52.308971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:08:52.309306 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05aa03b0-a774-4f12-8a6a-5ccb46d7fa72') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:08:52.323255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.330596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3471328-5cf0-4460-8078-e4639e2a6249 req-2117dd22-9714-4519-b73c-df623bb2dcbe tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:52.332381 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c3471328-5cf0-4460-8078-e4639e2a6249 req-2117dd22-9714-4519-b73c-df623bb2dcbe tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0983539 Jun 18 10:08:52.339656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.346286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:08:52.347068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:08:52.362004 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:08:52.402325 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c3471328-5cf0-4460-8078-e4639e2a6249 req-61f5ad7c-efb0-448d-99d0-b236cecb557c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615978 Jun 18 10:08:52.452278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.456231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-25966a78-b67c-4dfc-bf9e-0453ca36a2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:52.471781 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.484159 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Pushing event deleted for resources: {'Network': ['ID=70dc5c85-0e3c-4481-b3a9-0177d1b49205,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:52.487627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:52.493295 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-982d9202-0976-4a41-8d98-e07571d96869 admin admin] 10.222.0.60 "DELETE /v2.0/networks/70dc5c85-0e3c-4481-b3a9-0177d1b49205 HTTP/1.1" status: 204 len: 168 time: 0.4762397 Jun 18 10:08:52.514238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:08:52.550508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:08:52.551243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 8d9c7aa6-a653-4be2-bed5-b6bceb7f32fb not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:08:52.738171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46110) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:52.794635 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-89e3b363-c474-45d9-8bfe-42975b37393a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61da6152e08a4db08fb38bb8eaec89eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551503 Jun 18 10:08:52.797190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46114) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:08:52.871590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c3f817bd-580c-44b8-832d-3939a212d84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.901791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c3f817bd-580c-44b8-832d-3939a212d84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.954244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c3f817bd-580c-44b8-832d-3939a212d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.959608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9facba4e-681a-423b-bfc4-1cc23cad9512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:08:52.973582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f817bd-580c-44b8-832d-3939a212d84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc1ef1d-6992-4095-9758-495b0d0a0728,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:08:52.976393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c3f817bd-580c-44b8-832d-3939a212d84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:08:52.983957 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c3f817bd-580c-44b8-832d-3939a212d84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:08:52.986014 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c3f817bd-580c-44b8-832d-3939a212d84d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcc1ef1d-6992-4095-9758-495b0d0a0728 HTTP/1.1" status: 204 len: 168 time: 0.1870058 Jun 18 10:08:53.216527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8297-912f-48f3-9a87-c7f285fc3d14 req-813a3cd0-6674-40e2-810b-c0d5bca7e967 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:53.219034 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-02fe8297-912f-48f3-9a87-c7f285fc3d14 req-813a3cd0-6674-40e2-810b-c0d5bca7e967 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0909595 Jun 18 10:08:53.277136 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-02fe8297-912f-48f3-9a87-c7f285fc3d14 req-2dc8f81f-116b-4f5f-ace3-cf277dee2384 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500054 Jun 18 10:08:53.695955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519dbfc-cd02-450f-9ada-a8eb1327d599 req-98b4ed96-ab85-411f-b999-73decab3f9d6 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:53.697997 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f519dbfc-cd02-450f-9ada-a8eb1327d599 req-98b4ed96-ab85-411f-b999-73decab3f9d6 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0941489 Jun 18 10:08:53.761527 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f519dbfc-cd02-450f-9ada-a8eb1327d599 req-646f922a-c682-49e5-9db2-19a77e6adc7a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549185 Jun 18 10:08:54.516721 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0621028-053e-4b6e-bf64-e3930eb2f8bb req-0c624e1c-b2fd-4e42-90f1-a262741c5e02 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:54.518610 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b0621028-053e-4b6e-bf64-e3930eb2f8bb req-0c624e1c-b2fd-4e42-90f1-a262741c5e02 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0985968 Jun 18 10:08:54.592168 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b0621028-053e-4b6e-bf64-e3930eb2f8bb req-ffd93006-adcc-4f2a-abad-c8858f58467c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671191 Jun 18 10:08:54.996381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1f1a0-436c-4b32-bf74-690eb605cf1c req-80f2fa22-c04c-43a9-a307-6db0e43713d8 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:54.998301 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aaa1f1a0-436c-4b32-bf74-690eb605cf1c req-80f2fa22-c04c-43a9-a307-6db0e43713d8 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0938129 Jun 18 10:08:55.049437 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aaa1f1a0-436c-4b32-bf74-690eb605cf1c req-4e684a85-53ea-42ea-b2a4-03e1bd62971c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450084 Jun 18 10:08:55.860793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da5f7d-83b5-4b0a-8c1b-1ce145d5ad4d req-dae48522-bcd2-4f1d-a9f7-8896014ac16a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:55.872215 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c4da5f7d-83b5-4b0a-8c1b-1ce145d5ad4d req-dae48522-bcd2-4f1d-a9f7-8896014ac16a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.1275933 Jun 18 10:08:55.930945 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c4da5f7d-83b5-4b0a-8c1b-1ce145d5ad4d req-814ea509-7ff7-4cd8-bf15-d0c17e2676c2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571647 Jun 18 10:08:56.295455 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ef7d7-eceb-4ead-b060-bb05e7d6b69b req-ce5f6774-dca7-46f7-bcff-81ee89f64c4f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:56.297144 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8a7ef7d7-eceb-4ead-b060-bb05e7d6b69b req-ce5f6774-dca7-46f7-bcff-81ee89f64c4f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1103256 Jun 18 10:08:56.372853 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8a7ef7d7-eceb-4ead-b060-bb05e7d6b69b req-496f2537-7633-45c4-b1e4-69e5a9db840d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576825 Jun 18 10:08:57.346082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415da5-ed62-43e6-a725-e47e48c81fa9 req-8d28285c-80d5-4ba6-b327-e49ff54f0890 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:57.347640 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b7415da5-ed62-43e6-a725-e47e48c81fa9 req-8d28285c-80d5-4ba6-b327-e49ff54f0890 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.2724340 Jun 18 10:08:57.399662 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b7415da5-ed62-43e6-a725-e47e48c81fa9 req-3f4e2383-4073-454e-a0c6-97e9d9f16842 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454702 Jun 18 10:08:57.590816 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b32fb-331e-422c-b6f1-1964b3facac1 req-5ce0b2de-29cb-41e2-a487-5703d9f0ea1a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:57.601492 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-233b32fb-331e-422c-b6f1-1964b3facac1 req-5ce0b2de-29cb-41e2-a487-5703d9f0ea1a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1085567 Jun 18 10:08:57.664454 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-233b32fb-331e-422c-b6f1-1964b3facac1 req-f5bb45b8-6e55-42bb-85e4-aa8af9e91c96 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543859 Jun 18 10:08:58.637738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcf1cd-ff13-47be-95c5-68297954d633 req-a5acefdb-b014-4be1-89a5-2a6ea9879f82 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:58.639433 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8adcf1cd-ff13-47be-95c5-68297954d633 req-a5acefdb-b014-4be1-89a5-2a6ea9879f82 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0864615 Jun 18 10:08:58.690918 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8adcf1cd-ff13-47be-95c5-68297954d633 req-e4a9a38a-f7e5-4c04-a411-bd1ed4e6803b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Jun 18 10:08:58.895210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b088d-c73f-441b-876c-e6c523bc0dff req-5986c9ab-ee79-45a4-84a6-d0ff680ba629 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:08:58.896950 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bc9b088d-c73f-441b-876c-e6c523bc0dff req-5986c9ab-ee79-45a4-84a6-d0ff680ba629 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0950942 Jun 18 10:08:58.949633 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bc9b088d-c73f-441b-876c-e6c523bc0dff req-683dc6ff-f0cb-4484-8f48-b7f6b9ad6e06 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461926 Jun 18 10:09:00.011161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a8378-a08e-4269-aa8a-481bb134798b req-a5d5f53d-a9e8-46c0-bf51-28c3cfc10bbb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:00.012907 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-eb5a8378-a08e-4269-aa8a-481bb134798b req-a5d5f53d-a9e8-46c0-bf51-28c3cfc10bbb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.1104946 Jun 18 10:09:00.076157 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-eb5a8378-a08e-4269-aa8a-481bb134798b req-2ef9a55c-e359-4de8-bc23-bf42b40bffa5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482826 Jun 18 10:09:00.201325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56de5d4-a832-466d-bfc3-6439381945ac req-55312384-3240-460b-a8d3-bb6229c184cd tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:00.203022 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f56de5d4-a832-466d-bfc3-6439381945ac req-55312384-3240-460b-a8d3-bb6229c184cd tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1052954 Jun 18 10:09:00.269812 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f56de5d4-a832-466d-bfc3-6439381945ac req-e549a8f2-642b-4185-a392-da1dbc727ddc tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466495 Jun 18 10:09:01.308800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bfc1-0fca-414d-91eb-b09b1579910f req-d43f9f55-cca2-4bc1-9440-194f44718b4f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:01.310642 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-04f7bfc1-0fca-414d-91eb-b09b1579910f req-d43f9f55-cca2-4bc1-9440-194f44718b4f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0918252 Jun 18 10:09:01.379712 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-04f7bfc1-0fca-414d-91eb-b09b1579910f req-7ef67046-e5a1-4535-bcbc-07dcf8d7f6a5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595703 Jun 18 10:09:01.516878 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683ed29-2bbf-4f14-b8a8-04e53eff6314 req-9a79faa7-8a55-4853-b553-79a304cb4c86 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:01.518559 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e683ed29-2bbf-4f14-b8a8-04e53eff6314 req-9a79faa7-8a55-4853-b553-79a304cb4c86 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0887291 Jun 18 10:09:01.569389 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e683ed29-2bbf-4f14-b8a8-04e53eff6314 req-0fbbb076-2275-4b1f-9452-70bf064b6726 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448122 Jun 18 10:09:02.607364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97895ae-5b95-438b-9e3c-e1536ce03e9b req-ba13498a-c7be-4511-ba3c-94caf64a3736 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:02.609032 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b97895ae-5b95-438b-9e3c-e1536ce03e9b req-ba13498a-c7be-4511-ba3c-94caf64a3736 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0911343 Jun 18 10:09:02.658396 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b97895ae-5b95-438b-9e3c-e1536ce03e9b req-2e6f615b-42a7-48d8-8990-e0fb72944824 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Jun 18 10:09:02.778085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cb89d-5b0a-4ffa-86bd-697675e835ad req-83451ec1-6f39-4c18-9141-e8c140af528a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:02.779761 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f48cb89d-5b0a-4ffa-86bd-697675e835ad req-83451ec1-6f39-4c18-9141-e8c140af528a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0819948 Jun 18 10:09:02.828208 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f48cb89d-5b0a-4ffa-86bd-697675e835ad req-5863cbd6-19aa-4ab5-8789-d1f7575e0795 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423489 Jun 18 10:09:03.705229 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-34457613-cf8e-4137-82d0-d9e557879454 req-aa6906df-3a28-44b6-8efa-014ff452b0f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1098 time: 0.0789630 Jun 18 10:09:03.752681 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-34457613-cf8e-4137-82d0-d9e557879454 req-ceda3704-deae-48d4-86e3-65e404843644 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jun 18 10:09:03.882556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bacffa-dca5-40c8-b70c-834034392299 req-c8d8513e-5c10-4006-a993-7a6fc0e45fb8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:03.884163 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d8bacffa-dca5-40c8-b70c-834034392299 req-c8d8513e-5c10-4006-a993-7a6fc0e45fb8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0866239 Jun 18 10:09:03.940350 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d8bacffa-dca5-40c8-b70c-834034392299 req-826e6f65-61d7-4d29-89bc-2169cb89c335 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492976 Jun 18 10:09:04.054467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580eb2f-fe02-4434-8be1-21498051de74 req-6f751ee5-96ed-4716-9c16-333a929f4990 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:04.056075 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2580eb2f-fe02-4434-8be1-21498051de74 req-6f751ee5-96ed-4716-9c16-333a929f4990 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0886600 Jun 18 10:09:04.106963 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2580eb2f-fe02-4434-8be1-21498051de74 req-34bb0b1f-593d-4459-8d07-819c2573a3ad tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438497 Jun 18 10:09:04.906390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46276) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:05.077852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:05.113207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:05.117566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab5844a99a741e78bd018198f601ca8 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:05.121256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:05.127564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:05.171105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e772fd7-ae86-4dba-9fd5-402beb3b20fa req-99f806c8-517b-4d52-8e93-6664a0ea0dc2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:05.172735 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e772fd7-ae86-4dba-9fd5-402beb3b20fa req-99f806c8-517b-4d52-8e93-6664a0ea0dc2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0864241 Jun 18 10:09:05.200992 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:05.204006 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:05.211719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2d6e0f92-575e-468b-8d1f-1b48625d6062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:05.225526 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e772fd7-ae86-4dba-9fd5-402beb3b20fa req-6d5f03fc-9609-471b-93c4-7af2b89b7139 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463114 Jun 18 10:09:05.248582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e57446-68f7-4b61-b20b-23ac08dea202,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:05.252122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:05.276580 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ab5844a99a741e78bd018198f601ca8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3689530 Jun 18 10:09:05.279370 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46286) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:05.341851 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2ffe2b72-6327-4b83-a52a-85a19aa13577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:05.346826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0f14e-8934-46cf-9624-4ed5b97350b2 req-b732d565-19f7-41de-bd20-08a6cc3986db tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:05.348556 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-37a0f14e-8934-46cf-9624-4ed5b97350b2 req-b732d565-19f7-41de-bd20-08a6cc3986db tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0940127 Jun 18 10:09:05.369173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2ffe2b72-6327-4b83-a52a-85a19aa13577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:05.397494 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-37a0f14e-8934-46cf-9624-4ed5b97350b2 req-9630a89f-170a-4fa4-a627-0526bc1f7822 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Jun 18 10:09:05.414513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2ffe2b72-6327-4b83-a52a-85a19aa13577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:05.420109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-98819760-d678-4524-bdff-bda439a3e7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:05.434298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe2b72-6327-4b83-a52a-85a19aa13577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e57446-68f7-4b61-b20b-23ac08dea202,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:05.437090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2ffe2b72-6327-4b83-a52a-85a19aa13577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:05.438283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2ffe2b72-6327-4b83-a52a-85a19aa13577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:05.441784 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2ffe2b72-6327-4b83-a52a-85a19aa13577 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3e57446-68f7-4b61-b20b-23ac08dea202 HTTP/1.1" status: 204 len: 168 time: 0.1591589 Jun 18 10:09:05.609462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-33ae8800-15ad-4ea2-b4bc-95feb731ad3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:06.009084 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec71640e-c3f5-4fd9-bcbd-a5c3da53f5ad req-f24e97d1-bbe7-4963-b022-b0325be7d0fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bda8174d6d0416f859396459e4f0696&device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 1098 time: 0.1342504 Jun 18 10:09:06.180996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef31b-deee-4082-a962-8e18cd560b34 req-4bf939fc-5abe-4564-aed7-38f734f79b6e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:06.182671 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bbeef31b-deee-4082-a962-8e18cd560b34 req-4bf939fc-5abe-4564-aed7-38f734f79b6e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.2114904 Jun 18 10:09:06.185123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71640e-c3f5-4fd9-bcbd-a5c3da53f5ad req-9a6738bb-eb95-4abe-8207-90b7c1e5ce2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:06.186568 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec71640e-c3f5-4fd9-bcbd-a5c3da53f5ad req-9a6738bb-eb95-4abe-8207-90b7c1e5ce2d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 200 len: 919 time: 0.1710675 Jun 18 10:09:06.291223 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec71640e-c3f5-4fd9-bcbd-a5c3da53f5ad req-e7b89751-09a2-4cb1-9d18-cc38448c6b5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce01c08-aca4-4693-8f76-3d51b589c127 HTTP/1.1" status: 200 len: 217 time: 0.0854032 Jun 18 10:09:06.298706 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bbeef31b-deee-4082-a962-8e18cd560b34 req-9a82c2fc-ac8a-47c5-b14a-2dcb3bcd422b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094670 Jun 18 10:09:06.343293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46318) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:06.379656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71640e-c3f5-4fd9-bcbd-a5c3da53f5ad req-485dbb6e-645c-4f10-b91e-717fc3b8cad0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:06.381320 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec71640e-c3f5-4fd9-bcbd-a5c3da53f5ad req-485dbb6e-645c-4f10-b91e-717fc3b8cad0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 200 len: 858 time: 0.0758009 Jun 18 10:09:06.473570 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec71640e-c3f5-4fd9-bcbd-a5c3da53f5ad req-d5a95406-1522-4541-87f6-e87e53b55ad0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525794 Jun 18 10:09:06.493826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-277338345-network', 'tenant_id': '9073cb221ced4037972d16facf901167'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:06.498847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:06.502967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Usage tracker for resource:network and tenant:9073cb221ced4037972d16facf901167 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:06.505920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:06.513186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:06.522290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Made reservation on behalf of 9073cb221ced4037972d16facf901167 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:09:06.527771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:06.541763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:06.576820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:06.580863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Usage tracker for resource:security_group_rule and tenant:9073cb221ced4037972d16facf901167 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:06.583907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:06.590884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:06.622661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bb6e0-ece6-4e6b-b6a0-6887707d5de1 req-559710c4-b10c-444a-a46e-28a46b3905db tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:06.624277 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-659bb6e0-ece6-4e6b-b6a0-6887707d5de1 req-559710c4-b10c-444a-a46e-28a46b3905db tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.2466536 Jun 18 10:09:06.665344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:06.669067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:06.673480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1eb0fdc8-a46a-47a7-bb2f-d2135c4cc02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:06.683587 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec71640e-c3f5-4fd9-bcbd-a5c3da53f5ad req-58af45c5-89bf-4a48-a74c-eefccb9bdd2c service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019775 Jun 18 10:09:06.696576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:09:06.718971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5d1603-9e91-4067-a2f8-9ec71e8cb315,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:06.722553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:06.723618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:06.724126 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Added segment 253af422-47a8-4ede-a802-cba3326bedda of type vlan for network c57e9fcb-239a-4efa-afa2-2704d3288a39 Jun 18 10:09:06.725086 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-659bb6e0-ece6-4e6b-b6a0-6887707d5de1 req-3d1905b2-6601-48ec-bd4a-ab4ebdfcfc50 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923603 Jun 18 10:09:06.764876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:06.801115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:06.802411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:06.803037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:06.808080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:06.850234 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec71640e-c3f5-4fd9-bcbd-a5c3da53f5ad req-72790609-0755-4b6d-b3a3-75362a40dfc1 service neutron] 10.222.0.70 "GET /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567857 Jun 18 10:09:06.917617 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5731256 Jun 18 10:09:06.918589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Pushing event updated for resources: {'Network': ['ID=c57e9fcb-239a-4efa-afa2-2704d3288a39,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:06.920676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46324) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:06.923402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-57427763-5371-4705-be2b-3f6ff4e72fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:06.927508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Request body: {'subnet': {'network_id': 'c57e9fcb-239a-4efa-afa2-2704d3288a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-277338345-subnet', 'tenant_id': '9073cb221ced4037972d16facf901167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:06.930676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network c57e9fcb-239a-4efa-afa2-2704d3288a39 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:09:06.933064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:06.937269 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Usage tracker for resource:subnet and tenant:9073cb221ced4037972d16facf901167 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:06.940296 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:06.947998 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:06.958357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Made reservation on behalf of 9073cb221ced4037972d16facf901167 for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:09:06.963629 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848291384'] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:07.237865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:07.528923 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c3c72-1999-4baf-a31c-3a491baa5ede req-05c21f83-2b5c-40f7-b73c-151c3363a70d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:07.530558 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e68c3c72-1999-4baf-a31c-3a491baa5ede req-05c21f83-2b5c-40f7-b73c-151c3363a70d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0888295 Jun 18 10:09:07.572796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7925794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848291367'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:07.577542 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ed8f3261-997e-490a-9653-0bebf21469ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:07.580533 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e68c3c72-1999-4baf-a31c-3a491baa5ede req-f7d0b278-15fc-4450-aa44-c689a388b9fd tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Jun 18 10:09:07.652010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5fb4bc-6175-48fa-8b9a-f7ec087e5457,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:07.668268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.668668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.669057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.669441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.669833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.670239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.670617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.670998 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.671384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.671752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.672124 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:07.675932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:07.677049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Checking segment: {'id': '253af422-47a8-4ede-a802-cba3326bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c57e9fcb-239a-4efa-afa2-2704d3288a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:09:07.677431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Network hostable DHCP agents. Network: c57e9fcb-239a-4efa-afa2-2704d3288a39, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:09:07.699048 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Network c57e9fcb-239a-4efa-afa2-2704d3288a39 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:09:07.707245 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, c57e9fcb-239a-4efa-afa2-2704d3288a39) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:09:07.717580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688f862-5a15-4900-8109-360de9d35776 None None] Network c57e9fcb-239a-4efa-afa2-2704d3288a39 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:09:07.721480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:07.722162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:07.742366 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-15f76540-2874-4d37-9a32-b6bff1493ad5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8205519 Jun 18 10:09:07.950950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d8ad5-7247-4358-aff4-5f0b45a7f628 None None] Network c57e9fcb-239a-4efa-afa2-2704d3288a39 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:09:07.986545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84eb26-6aaf-494a-8885-d7dce963dad4 req-ccc59ca5-8ed3-4770-8b91-8ade74c8c3cf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:07.991305 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0c84eb26-6aaf-494a-8885-d7dce963dad4 req-ccc59ca5-8ed3-4770-8b91-8ade74c8c3cf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0942237 Jun 18 10:09:08.047816 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0c84eb26-6aaf-494a-8885-d7dce963dad4 req-c81ca010-2ccf-4b92-9f37-33dc4f8ad15f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497072 Jun 18 10:09:08.256502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e9d99b56-4590-4b81-893c-5b7751f34bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:08.701767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46354) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:08.708500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1238768843-network', 'tenant_id': '333b292b758d42058e2fe5539b4ec11a'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:08.714154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:08.764887 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Usage tracker for resource:network and tenant:333b292b758d42058e2fe5539b4ec11a is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:08.770465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:08.780321 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:08.796561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Made reservation on behalf of 333b292b758d42058e2fe5539b4ec11a for: {'network': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:09:08.801546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:08.808167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:08.824572 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:08.859239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5e0a8-c950-4982-9483-3c14ef49c814 req-c0816def-5db0-41f9-8cd0-57faf35a151b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:08.860850 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-61f5e0a8-c950-4982-9483-3c14ef49c814 req-c0816def-5db0-41f9-8cd0-57faf35a151b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1441305 Jun 18 10:09:08.894826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:08.903056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Usage tracker for resource:security_group_rule and tenant:333b292b758d42058e2fe5539b4ec11a is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:08.913684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:08.924585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:08.939617 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-61f5e0a8-c950-4982-9483-3c14ef49c814 req-72c7204a-20d9-4492-a8b7-5134b81d2b0c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711646 Jun 18 10:09:09.000203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:09.002866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:09.006906 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:09.040121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=82099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:09:09.055031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e728f6f-f823-4a45-86f2-6a2b04cf6409,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:09.062737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:09.063121 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Added segment 30335e75-fc35-45b7-b425-eda4a563f9ef of type vlan for network e46d09eb-86e2-452f-b4da-6c6064e4422a Jun 18 10:09:09.074865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.075278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.075668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.076052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.076430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.076808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.077364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.077744 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.078148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.078520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.078893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:09.083946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:09.108443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:09.216813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:09.218176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:09.218864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:09.224197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bf9cbb90-1eee-4d00-9d39-4b8baf1ff268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:09.373689 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6705596 Jun 18 10:09:09.376626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46360) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:09.379344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Pushing event updated for resources: {'Network': ['ID=e46d09eb-86e2-452f-b4da-6c6064e4422a,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:09.382602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:09.385034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Request body: {'subnet': {'network_id': 'e46d09eb-86e2-452f-b4da-6c6064e4422a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1238768843-subnet', 'tenant_id': '333b292b758d42058e2fe5539b4ec11a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:09.390680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network e46d09eb-86e2-452f-b4da-6c6064e4422a details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:09:09.391064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:09.396320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Usage tracker for resource:subnet and tenant:333b292b758d42058e2fe5539b4ec11a is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:09.400788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:09.407126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:09.415084 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5aa54-1508-4481-a286-9dbc021ab3ee req-04efb305-3753-4d54-9e44-3e640a3bc60f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:09.417500 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-67b5aa54-1508-4481-a286-9dbc021ab3ee req-04efb305-3753-4d54-9e44-3e640a3bc60f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.1724784 Jun 18 10:09:09.419151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Made reservation on behalf of 333b292b758d42058e2fe5539b4ec11a for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:09:09.424158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848291384'] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:09.473117 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-67b5aa54-1508-4481-a286-9dbc021ab3ee req-85fda267-d464-4d27-91e2-bb9b673a70ea tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495071 Jun 18 10:09:09.860035 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7925794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848291367'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:09.864651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:09.942225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42248f5-da7e-4eea-a215-c6ba823118ee,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:09.946300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:09.956747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Checking segment: {'id': '30335e75-fc35-45b7-b425-eda4a563f9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e46d09eb-86e2-452f-b4da-6c6064e4422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:09:09.957141 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Network hostable DHCP agents. Network: e46d09eb-86e2-452f-b4da-6c6064e4422a, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:09:09.980739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Network e46d09eb-86e2-452f-b4da-6c6064e4422a is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:09:09.989586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, e46d09eb-86e2-452f-b4da-6c6064e4422a) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:09:10.000577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c43684-5bf0-40e1-a4ed-3b7e6597bc23 None None] Network e46d09eb-86e2-452f-b4da-6c6064e4422a requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:09:10.004763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:10.005413 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:10.035267 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4fe5fd5f-d0f1-4e44-9270-c7b07ca6fb8b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6489744 Jun 18 10:09:10.118326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:10.187551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3eabe-dcaf-43d8-8866-bf6cb0bd8ec6 req-449b9bb7-11e1-4932-8cbb-4ceb7037cd55 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:10.189490 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8db3eabe-dcaf-43d8-8866-bf6cb0bd8ec6 req-449b9bb7-11e1-4932-8cbb-4ceb7037cd55 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0967362 Jun 18 10:09:10.245422 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8db3eabe-dcaf-43d8-8866-bf6cb0bd8ec6 req-59609316-8fc4-4cc1-8173-e1e7274f3f6f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Jun 18 10:09:10.261372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46368) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:10.265146 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935cf682-d883-4a88-9184-3b3709aada47 None None] Network e46d09eb-86e2-452f-b4da-6c6064e4422a requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:09:10.334494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-61691568-82a1-4c32-93bc-93a96a26ad33 admin admin] Deleting subnet 0c5fb4bc-6175-48fa-8b9a-f7ec087e5457 {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:09:10.338750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-61691568-82a1-4c32-93bc-93a96a26ad33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:10.402676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-61691568-82a1-4c32-93bc-93a96a26ad33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:10.467476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-61691568-82a1-4c32-93bc-93a96a26ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:10.720052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0dc3f-bc3d-49a6-90fa-7178820503d3 req-3c30ccc7-0580-48c2-9c85-5c373d81ccd8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:10.721884 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-14f0dc3f-bc3d-49a6-90fa-7178820503d3 req-3c30ccc7-0580-48c2-9c85-5c373d81ccd8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.0982182 Jun 18 10:09:10.761850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-61691568-82a1-4c32-93bc-93a96a26ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:10.766726 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-acb6ce00-c35c-4c39-b528-92378a116942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:10.793104 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-14f0dc3f-bc3d-49a6-90fa-7178820503d3 req-f1796769-aa54-4866-9dd1-51398eb72dd2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468667 Jun 18 10:09:10.810668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61691568-82a1-4c32-93bc-93a96a26ad33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5fb4bc-6175-48fa-8b9a-f7ec087e5457,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:10.814491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-61691568-82a1-4c32-93bc-93a96a26ad33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:10.827619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-61691568-82a1-4c32-93bc-93a96a26ad33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:10.835350 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-61691568-82a1-4c32-93bc-93a96a26ad33 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0c5fb4bc-6175-48fa-8b9a-f7ec087e5457 HTTP/1.1" status: 204 len: 168 time: 0.5726149 Jun 18 10:09:10.838632 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46384) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:10.975007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.106912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.120614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57e9fcb-239a-4efa-afa2-2704d3288a39']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:11.132848 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253af422-47a8-4ede-a802-cba3326bedda') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:11.133176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253af422-47a8-4ede-a802-cba3326bedda') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:11.145128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.160025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.166895 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:09:11.167310 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:09:11.180725 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:09:11.256324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.260680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:11.276919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.284102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c57e9fcb-239a-4efa-afa2-2704d3288a39,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:11.287245 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c57e9fcb-239a-4efa-afa2-2704d3288a39 HTTP/1.1" status: 204 len: 168 time: 0.4473295 Jun 18 10:09:11.288151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:11.290175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46388) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:11.355519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] Deleting subnet d42248f5-da7e-4eea-a215-c6ba823118ee {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:09:11.359009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.415398 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.475470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.733542 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.738498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:11.777041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42248f5-da7e-4eea-a215-c6ba823118ee,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:11.781429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:11.782405 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:11.788790 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d42248f5-da7e-4eea-a215-c6ba823118ee HTTP/1.1" status: 204 len: 168 time: 0.4974246 Jun 18 10:09:11.792233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46392) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:11.919518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.055257 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dc135-67ec-4ec0-b75d-8081129a1722 req-536c6c13-bf19-4d66-b738-829255fbddd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:12.057753 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ef8dc135-67ec-4ec0-b75d-8081129a1722 req-536c6c13-bf19-4d66-b738-829255fbddd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 943 time: 0.1006458 Jun 18 10:09:12.067783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.084583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46d09eb-86e2-452f-b4da-6c6064e4422a']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:12.099879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30335e75-fc35-45b7-b425-eda4a563f9ef') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:12.100103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30335e75-fc35-45b7-b425-eda4a563f9ef') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:12.114483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.115985 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ef8dc135-67ec-4ec0-b75d-8081129a1722 req-c4228fb2-c641-4330-b5bf-97b9578b386e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480490 Jun 18 10:09:12.134304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.143475 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:09:12.144065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:09:12.159582 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:09:12.241849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.246719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:12.260675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.270123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Pushing event deleted for resources: {'Network': ['ID=e46d09eb-86e2-452f-b4da-6c6064e4422a,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:12.272558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:12.274013 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-da491260-b739-46bf-bc5d-caa0d0a4389c admin admin] 10.222.0.60 "DELETE /v2.0/networks/e46d09eb-86e2-452f-b4da-6c6064e4422a HTTP/1.1" status: 204 len: 168 time: 0.4807539 Jun 18 10:09:12.491075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46406) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:12.544912 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-814e11e0-8095-4117-b9be-5257cddf1d55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9073cb221ced4037972d16facf901167&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524452 Jun 18 10:09:12.547493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46410) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:12.614504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:09:12.614868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a7f68a0-4979-46ad-a9ab-0c00be722b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.643331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a7f68a0-4979-46ad-a9ab-0c00be722b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.689109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a7f68a0-4979-46ad-a9ab-0c00be722b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.694338 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5b01521e-16f7-41c2-9f06-31680c8ed1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:12.708015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f68a0-4979-46ad-a9ab-0c00be722b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5d1603-9e91-4067-a2f8-9ec71e8cb315,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:12.710747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6a7f68a0-4979-46ad-a9ab-0c00be722b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:12.713463 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6a7f68a0-4979-46ad-a9ab-0c00be722b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.718199 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6a7f68a0-4979-46ad-a9ab-0c00be722b58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b5d1603-9e91-4067-a2f8-9ec71e8cb315 HTTP/1.1" status: 204 len: 168 time: 0.1696789 Jun 18 10:09:12.771932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:12.788433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'port_id': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'mac_address': 'fa:16:3e:84:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:09:12.849488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.868440 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bb87ff-2712-433d-862d-fbbb27f2e2e1 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:09:12.884125 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:12.888627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:12.890390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:12.957586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=9']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:12.967108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.967500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.967882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.968256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.968624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.968989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.969355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.969718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.970127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.970489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.970847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:09:12.975029 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:13.138690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46418) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:13.192956 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7c670899-d8d5-4cca-b5c2-0047d125c6bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=333b292b758d42058e2fe5539b4ec11a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527318 Jun 18 10:09:13.195405 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46424) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:13.217579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['b1bb87ff-2712-433d-862d-fbbb27f2e2e1'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:09:13.263213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-35933c0c-749c-4169-ab84-373c513ec5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:13.512835 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-35933c0c-749c-4169-ab84-373c513ec5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:13.581367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67291ad7-e508-4210-b41c-2428a767fbc3 req-ace6b976-2c7d-4130-a2e3-4a84281ecd4a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:13.582993 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-67291ad7-e508-4210-b41c-2428a767fbc3 req-ace6b976-2c7d-4130-a2e3-4a84281ecd4a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 944 time: 0.3067484 Jun 18 10:09:13.588131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-35933c0c-749c-4169-ab84-373c513ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:13.594412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:13.623096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35933c0c-749c-4169-ab84-373c513ec5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e728f6f-f823-4a45-86f2-6a2b04cf6409,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:13.630717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-35933c0c-749c-4169-ab84-373c513ec5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:13.632611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-35933c0c-749c-4169-ab84-373c513ec5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:13.633856 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-35933c0c-749c-4169-ab84-373c513ec5d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e728f6f-f823-4a45-86f2-6a2b04cf6409 HTTP/1.1" status: 204 len: 168 time: 0.4374354 Jun 18 10:09:13.659206 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-67291ad7-e508-4210-b41c-2428a767fbc3 req-ff8512c7-2dfb-4db5-a702-1d1a83efcef9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657771 Jun 18 10:09:14.004058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:09:14.625547 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:09:14.704195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:09:14.704756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:14.876226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:14.916024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:09:14.930453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:14.933867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:14.935883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b3d4a646-a462-4554-b3c8-d986672f714b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:15.004104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d427e56-88a9-4333-b308-a81d3f3364c5 req-44fde36d-1008-44fc-8528-6772941e2f4e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:15.005902 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4d427e56-88a9-4333-b308-a81d3f3364c5 req-44fde36d-1008-44fc-8528-6772941e2f4e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 944 time: 0.1794486 Jun 18 10:09:15.008464 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=10']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:15.012377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:15.075866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61eef6d-60cf-4c4d-8cf2-1896f5025a7f req-0544e01c-2e3b-4777-851a-66fc89919e9e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:15.077473 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a61eef6d-60cf-4c4d-8cf2-1896f5025a7f req-0544e01c-2e3b-4777-851a-66fc89919e9e tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1533725 Jun 18 10:09:15.082914 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4d427e56-88a9-4333-b308-a81d3f3364c5 req-ac19be06-e068-41ca-95e8-5a905fcb2252 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662417 Jun 18 10:09:15.131273 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a61eef6d-60cf-4c4d-8cf2-1896f5025a7f req-2d3abb44-a5d8-4cdd-a98c-ce1814448718 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Jun 18 10:09:15.167631 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'code': 200} Jun 18 10:09:15.769950 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6f2537a-bc15-456b-8edd-1ebb1b7e14ec req-ff874137-ecaa-425c-aed4-aa2ab5f2977d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 1099 time: 0.0756531 Jun 18 10:09:15.816716 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6f2537a-bc15-456b-8edd-1ebb1b7e14ec req-797c3239-8235-4ff5-89f1-d0b42ae90600 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388558 Jun 18 10:09:16.372870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a494-3654-49ff-890e-a410b5311e28 req-72eb60fb-403e-41ea-b8b3-e8f34ff8644e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:16.374503 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-02b0a494-3654-49ff-890e-a410b5311e28 req-72eb60fb-403e-41ea-b8b3-e8f34ff8644e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 946 time: 0.1477129 Jun 18 10:09:16.403941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359473a-4fff-4805-809e-a57f36b06080 req-21d48691-f17d-4c3b-9f7b-a5bf16c7315a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:16.405497 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0359473a-4fff-4805-809e-a57f36b06080 req-21d48691-f17d-4c3b-9f7b-a5bf16c7315a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1234410 Jun 18 10:09:16.474985 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-02b0a494-3654-49ff-890e-a410b5311e28 req-28926514-176a-4302-b7f0-d10eac241395 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922961 Jun 18 10:09:16.477528 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0359473a-4fff-4805-809e-a57f36b06080 req-39db24ab-2306-45dd-be82-5c06cb3bab17 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656176 Jun 18 10:09:17.783426 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c763-4b8e-4c09-ad75-11f88fb42e2b req-209fc02e-e44d-4e8c-aedd-fef498d0a80c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:17.785202 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bfd7c763-4b8e-4c09-ad75-11f88fb42e2b req-209fc02e-e44d-4e8c-aedd-fef498d0a80c tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.1637340 Jun 18 10:09:17.792566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c927700-a013-43af-a135-2deec97287e6 req-f4faaab4-405f-4017-874c-fb6ce6586a88 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:17.794181 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6c927700-a013-43af-a135-2deec97287e6 req-f4faaab4-405f-4017-874c-fb6ce6586a88 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 946 time: 0.1248152 Jun 18 10:09:17.874886 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bfd7c763-4b8e-4c09-ad75-11f88fb42e2b req-24d8d276-dea8-4a0d-944b-500cce95fbcb tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796337 Jun 18 10:09:17.878834 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6c927700-a013-43af-a135-2deec97287e6 req-04c2d092-a16b-4f36-a10b-8f2522cd47ea tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666435 Jun 18 10:09:18.207735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-f32d3cb0-4164-4c66-84f0-93908f90db76 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:18.209281 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-f32d3cb0-4164-4c66-84f0-93908f90db76 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 945 time: 0.0817757 Jun 18 10:09:18.284409 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Deleting port 60b5d89b-b0e4-44e5-be0d-67539b880e4d {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:09:18.284706 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:18.534543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] For port 60b5d89b-b0e4-44e5-be0d-67539b880e4d, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=60b5d89b-b0e4-44e5-be0d-67539b880e4d,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:18.534860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:18.664299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Calling delete_port for 60b5d89b-b0e4-44e5-be0d-67539b880e4d owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:09:18.805184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:18.811802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:18.841009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['60b5d89b-b0e4-44e5-be0d-67539b880e4d', '4ce01c08-aca4-4693-8f76-3d51b589c127'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:09:18.872422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Pushing event deleted for resources: {'Port': ['ID=60b5d89b-b0e4-44e5-be0d-67539b880e4d,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:18.875378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:19.007108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] No DVR routers for this DVR port 60b5d89b-b0e4-44e5-be0d-67539b880e4d on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:09:19.014927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:19.040233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1dca0c-38c6-4ce7-8698-737fb9306e05', 'name': 'network-vif-deleted', 'tag': '60b5d89b-b0e4-44e5-be0d-67539b880e4d'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:09:19.046869 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7da6031a-0af7-4440-8683-2069b5ffaca3 req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.70 "DELETE /v2.0/ports/60b5d89b-b0e4-44e5-be0d-67539b880e4d HTTP/1.1" status: 204 len: 173 time: 0.8323290 Jun 18 10:09:19.147452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-89a5c12c-3f29-4b64-9b25-ea48f06dbea9 req-2c12869f-67a0-487e-9221-61b10c064d1f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Synchronizing usage tracker for tenant:4bda8174d6d0416f859396459e4f0696 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:09:19.178165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-89a5c12c-3f29-4b64-9b25-ea48f06dbea9 req-2c12869f-67a0-487e-9221-61b10c064d1f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Unset dirty status for tenant:4bda8174d6d0416f859396459e4f0696 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:09:19.179588 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-89a5c12c-3f29-4b64-9b25-ea48f06dbea9 req-2c12869f-67a0-487e-9221-61b10c064d1f tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c1dca0c-38c6-4ce7-8698-737fb9306e05 HTTP/1.1" status: 200 len: 210 time: 0.1276858 Jun 18 10:09:19.200391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc119ad2-75a1-4c17-9a77-6839024de758 req-ba1f5eb2-d317-438e-b541-bdb869ef5f27 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:19.201943 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bc119ad2-75a1-4c17-9a77-6839024de758 req-ba1f5eb2-d317-438e-b541-bdb869ef5f27 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 946 time: 0.1125388 Jun 18 10:09:19.258776 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bc119ad2-75a1-4c17-9a77-6839024de758 req-5847d862-ffd5-4794-b2dd-59ed1dd8b158 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500216 Jun 18 10:09:19.261270 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1dca0c-38c6-4ce7-8698-737fb9306e05', 'name': 'network-vif-deleted', 'tag': '60b5d89b-b0e4-44e5-be0d-67539b880e4d', 'status': 'completed', 'code': 200} Jun 18 10:09:19.388891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46582) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:19.543228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:19.577840 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:19.582403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] Usage tracker for resource:security_group_rule and tenant:b197c334e1e54fee96926dac60f82e79 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:19.585281 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:19.592244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:19.662964 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:19.666884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:19.675365 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fb6908b9-2399-45bf-afb9-3cad58a91bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:19.721631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f5ada-5cc5-4c14-abad-8c861489e6a6,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:19.725243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:19.728695 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-beebd907-b4e4-49f3-abfd-a81d54a65c65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b197c334e1e54fee96926dac60f82e79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3380656 Jun 18 10:09:19.731661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46588) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:19.798216 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb05d552-70f2-4037-ac7b-3dcaf6e2820d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:19.824228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb05d552-70f2-4037-ac7b-3dcaf6e2820d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:19.870069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb05d552-70f2-4037-ac7b-3dcaf6e2820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:19.875169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:19.888098 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05d552-70f2-4037-ac7b-3dcaf6e2820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f5ada-5cc5-4c14-abad-8c861489e6a6,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:19.891261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fb05d552-70f2-4037-ac7b-3dcaf6e2820d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:19.893228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb05d552-70f2-4037-ac7b-3dcaf6e2820d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:19.894993 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-fb05d552-70f2-4037-ac7b-3dcaf6e2820d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a3f5ada-5cc5-4c14-abad-8c861489e6a6 HTTP/1.1" status: 204 len: 168 time: 0.1608958 Jun 18 10:09:20.239754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46598) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:20.261704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:20.295518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:20.299798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Usage tracker for resource:security_group_rule and tenant:ca8ec987737747678bf931c88f69e8f2 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:20.302820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:20.308942 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:20.384035 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:20.388948 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:20.397111 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8e1ab0e5-6d20-4a2c-944e-a6694589b6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:20.440355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5847a6d1-ccb7-4371-ac44-062b98f87551,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:20.446687 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca8ec987737747678bf931c88f69e8f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2051599 Jun 18 10:09:20.448791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46604) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:20.450995 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:20.517225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30d6dca2-43c3-408f-aa1e-2675bf0ad965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:20.549711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30d6dca2-43c3-408f-aa1e-2675bf0ad965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:20.596174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30d6dca2-43c3-408f-aa1e-2675bf0ad965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:20.601156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5592eac0-2476-4c14-920d-0e62a425b480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:20.620525 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6dca2-43c3-408f-aa1e-2675bf0ad965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5847a6d1-ccb7-4371-ac44-062b98f87551,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:20.623089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-30d6dca2-43c3-408f-aa1e-2675bf0ad965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:20.625460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30d6dca2-43c3-408f-aa1e-2675bf0ad965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:20.627541 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-30d6dca2-43c3-408f-aa1e-2675bf0ad965 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5847a6d1-ccb7-4371-ac44-062b98f87551 HTTP/1.1" status: 204 len: 168 time: 0.1771214 Jun 18 10:09:20.733802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03137c-0dff-42e3-ad62-db9574f6bc26 req-21f4bb52-4ee8-4690-91d8-4268f96e384d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:20.735495 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8d03137c-0dff-42e3-ad62-db9574f6bc26 req-21f4bb52-4ee8-4690-91d8-4268f96e384d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1017637 Jun 18 10:09:20.785693 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8d03137c-0dff-42e3-ad62-db9574f6bc26 req-c93fb636-79d1-41e4-82c4-4c98bb703a18 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Jun 18 10:09:21.215750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:22.013252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4365b4-d812-40cc-bdeb-db85b3820620 req-a65fddb8-bfb4-4feb-87a3-3156503e2a97 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:22.014915 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-df4365b4-d812-40cc-bdeb-db85b3820620 req-a65fddb8-bfb4-4feb-87a3-3156503e2a97 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0913136 Jun 18 10:09:22.065912 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-df4365b4-d812-40cc-bdeb-db85b3820620 req-5f14d313-7042-42b7-a567-a018da76630d tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 Jun 18 10:09:22.672736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 60b5d89b-b0e4-44e5-be0d-67539b880e4d no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:09:22.708251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 60b5d89b-b0e4-44e5-be0d-67539b880e4d {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:09:22.708644 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 60b5d89b-b0e4-44e5-be0d-67539b880e4d not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:09:23.288985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061cfc3-149a-4cee-81a5-89e6fc3360ea req-4604693d-02c8-4bac-ae4e-6a58dee8c046 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:23.291211 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7061cfc3-149a-4cee-81a5-89e6fc3360ea req-4604693d-02c8-4bac-ae4e-6a58dee8c046 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0877786 Jun 18 10:09:23.349520 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7061cfc3-149a-4cee-81a5-89e6fc3360ea req-334c4d85-da9a-4966-95a3-cb87e75f5ed3 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 Jun 18 10:09:24.568794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d2e28-84e9-4768-9f92-6829efae9de1 req-92c3f9a8-4596-44e7-8168-51d3d6c5392b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:24.570436 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-829d2e28-84e9-4768-9f92-6829efae9de1 req-92c3f9a8-4596-44e7-8168-51d3d6c5392b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0872865 Jun 18 10:09:24.622491 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-829d2e28-84e9-4768-9f92-6829efae9de1 req-0182400d-34e0-4dc3-8b29-08034d295a9a tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450053 Jun 18 10:09:24.702222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46748) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:24.860577 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:24.894218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:24.898187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:692ac17de29d41b2a94b82c97dec44c8 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:24.901333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:24.907347 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:24.981680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:24.984471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:24.991978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e3637c62-425c-40b1-a739-a40449be065a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:25.036008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b6fa97-6d24-48c8-b142-9ca02620933f,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:25.041351 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=692ac17de29d41b2a94b82c97dec44c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373251 Jun 18 10:09:25.042307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:25.044918 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46754) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:25.106228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ab322247-63aa-45fe-bc31-81a4e4890255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.132582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ab322247-63aa-45fe-bc31-81a4e4890255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.182317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ab322247-63aa-45fe-bc31-81a4e4890255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.187583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ae25eebf-4962-4f3a-8f3c-c272f20cbe58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:25.198121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab322247-63aa-45fe-bc31-81a4e4890255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b6fa97-6d24-48c8-b142-9ca02620933f,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:25.201772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ab322247-63aa-45fe-bc31-81a4e4890255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:25.205002 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ab322247-63aa-45fe-bc31-81a4e4890255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.206238 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ab322247-63aa-45fe-bc31-81a4e4890255 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50b6fa97-6d24-48c8-b142-9ca02620933f HTTP/1.1" status: 204 len: 168 time: 0.1607194 Jun 18 10:09:25.576579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46762) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:25.597320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.630640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:25.635639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Usage tracker for resource:security_group_rule and tenant:9e3a89150e5f4137875954cb700d44d6 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:25.638601 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:25.644591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:25.712911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.715963 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.724041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0e08a639-0815-4fb5-85ac-29339880a1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:25.816493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7579fcd6-a47f-4962-be53-06b661528688,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:25.825499 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e3a89150e5f4137875954cb700d44d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2453289 Jun 18 10:09:25.825499 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:25.826135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46768) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:25.875981 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11e499-48e4-4b8e-9cc8-cb45e4e06a0b req-f80c7152-7fde-40b0-9d68-d423ccce7392 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:25.879062 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3f11e499-48e4-4b8e-9cc8-cb45e4e06a0b req-f80c7152-7fde-40b0-9d68-d423ccce7392 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.1139154 Jun 18 10:09:25.912406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4449ec04-1b55-4ba5-9978-6d8801c01a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.932896 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3f11e499-48e4-4b8e-9cc8-cb45e4e06a0b req-3e08ed62-54d9-457e-a2ff-9f6079246502 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/security-groups?id=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Jun 18 10:09:25.942388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4449ec04-1b55-4ba5-9978-6d8801c01a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.992795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4449ec04-1b55-4ba5-9978-6d8801c01a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:25.998968 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5e8a3d09-dbb4-4fa6-8ff0-af8c68122eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:26.011603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449ec04-1b55-4ba5-9978-6d8801c01a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7579fcd6-a47f-4962-be53-06b661528688,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:26.014745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4449ec04-1b55-4ba5-9978-6d8801c01a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:26.016730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4449ec04-1b55-4ba5-9978-6d8801c01a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:26.017875 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4449ec04-1b55-4ba5-9978-6d8801c01a0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7579fcd6-a47f-4962-be53-06b661528688 HTTP/1.1" status: 204 len: 168 time: 0.1906734 Jun 18 10:09:26.344324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-fb6d384e-c08f-454f-96fa-c5e895b24d20 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:26.346007 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-fb6d384e-c08f-454f-96fa-c5e895b24d20 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.70 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 945 time: 0.0884109 Jun 18 10:09:26.425416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Deleting port 4ce01c08-aca4-4693-8f76-3d51b589c127 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:09:26.425806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:26.704416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] For port 4ce01c08-aca4-4693-8f76-3d51b589c127, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=4ce01c08-aca4-4693-8f76-3d51b589c127,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:26.704884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:26.841095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Calling delete_port for 4ce01c08-aca4-4693-8f76-3d51b589c127 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:09:26.995220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:27.001870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-de13685e-bdf2-4b67-ade4-e1bd39748189 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:27.043864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Pushing event deleted for resources: {'Port': ['ID=4ce01c08-aca4-4693-8f76-3d51b589c127,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:27.045843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['4ce01c08-aca4-4693-8f76-3d51b589c127'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:09:27.048324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:27.351516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] No DVR routers for this DVR port 4ce01c08-aca4-4693-8f76-3d51b589c127 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:09:27.355327 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9820cc0b-03d8-4059-9b6b-30f9a7a51ffa req-b1cc3ec9-33ef-4cbd-9731-1f3039964200 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.60 "GET /v2.0/ports?device_id=960569bf-cff1-4719-8ecc-af57d67d3612 HTTP/1.1" status: 200 len: 210 time: 0.2718711 Jun 18 10:09:27.356337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:27.359129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960569bf-cff1-4719-8ecc-af57d67d3612', 'name': 'network-vif-deleted', 'tag': '4ce01c08-aca4-4693-8f76-3d51b589c127'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:09:27.385881 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d641be24-9ec3-425e-9e1a-770c87e22f7b req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] 10.222.0.70 "DELETE /v2.0/ports/4ce01c08-aca4-4693-8f76-3d51b589c127 HTTP/1.1" status: 204 len: 173 time: 1.0341747 Jun 18 10:09:27.425083 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960569bf-cff1-4719-8ecc-af57d67d3612', 'name': 'network-vif-deleted', 'tag': '4ce01c08-aca4-4693-8f76-3d51b589c127', 'status': 'completed', 'code': 200} Jun 18 10:09:28.472955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46832) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:29.084441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074653'] for router_interface, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.088770 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46852) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:29.247342 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.279813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:29.283891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2a12a89b7d46e38579281526358320 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:29.286834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:29.294256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:29.361671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.364614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.373283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b90febfc-c429-47a6-8917-0cf235e5957c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:29.418474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7901a6-c84c-42fc-8360-e57d918f1851,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:29.421689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:29.427176 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e2a12a89b7d46e38579281526358320&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3345873 Jun 18 10:09:29.428109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46858) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:29.489367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-053d20fa-3270-4744-88eb-6458c3c11701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.517167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-053d20fa-3270-4744-88eb-6458c3c11701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.568126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-053d20fa-3270-4744-88eb-6458c3c11701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.573301 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:29.588614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d20fa-3270-4744-88eb-6458c3c11701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7901a6-c84c-42fc-8360-e57d918f1851,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:29.590938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-053d20fa-3270-4744-88eb-6458c3c11701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:29.591819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-053d20fa-3270-4744-88eb-6458c3c11701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.600215 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-053d20fa-3270-4744-88eb-6458c3c11701 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b7901a6-c84c-42fc-8360-e57d918f1851 HTTP/1.1" status: 204 len: 168 time: 0.1674488 Jun 18 10:09:29.736410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Deleting port 727b4762-a80b-4cc4-8055-ca94a4f68759 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:09:29.737047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.955588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46866) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:29.970703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] For port 727b4762-a80b-4cc4-8055-ca94a4f68759, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=727b4762-a80b-4cc4-8055-ca94a4f68759,segment=NetworkSegment(67e08967-f624-42a1-a058-62aa3b28afc4),segment_id=67e08967-f624-42a1-a058-62aa3b28afc4)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:29.971106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:29.976090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:30.012127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:30.016090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc6fc349ff74208b4598bc75673fdad is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:30.019037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:30.025860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:30.099713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Calling delete_port for 727b4762-a80b-4cc4-8055-ca94a4f68759 owned by network:router_interface {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:09:30.102582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:30.108126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:30.115870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-29ceaf27-96e0-4496-a089-68dbdd2d8287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:30.159189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bef7b2-4bb0-4570-9ddc-a61eb5ea35b0,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:30.162973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:30.168621 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdc6fc349ff74208b4598bc75673fdad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2087724 Jun 18 10:09:30.169043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46870) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:30.234753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2cbbeffa-03d8-4f21-a5c8-3080c6611db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:30.262684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2cbbeffa-03d8-4f21-a5c8-3080c6611db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:30.313192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2cbbeffa-03d8-4f21-a5c8-3080c6611db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:30.318603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6f2cd947-0f55-4e32-8009-ad86a51a0bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:30.332157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbeffa-03d8-4f21-a5c8-3080c6611db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bef7b2-4bb0-4570-9ddc-a61eb5ea35b0,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:30.334568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2cbbeffa-03d8-4f21-a5c8-3080c6611db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:30.336701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2cbbeffa-03d8-4f21-a5c8-3080c6611db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:30.340084 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2cbbeffa-03d8-4f21-a5c8-3080c6611db1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0bef7b2-4bb0-4570-9ddc-a61eb5ea35b0 HTTP/1.1" status: 204 len: 168 time: 0.1702042 Jun 18 10:09:30.476596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:30.482696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6c4fc651-2cb8-45f4-86b3-922b5be5ad0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:30.529337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Pushing event deleted for resources: {'Port': ['ID=727b4762-a80b-4cc4-8055-ca94a4f68759,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:30.532317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:30.717031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 4ce01c08-aca4-4693-8f76-3d51b589c127 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:09:30.756404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 4ce01c08-aca4-4693-8f76-3d51b589c127 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:09:30.756801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 4ce01c08-aca4-4693-8f76-3d51b589c127 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:09:30.832079 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853265420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700531'] for router_interface, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:31.323846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46892) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:31.515623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-723126884-network', 'tenant_id': 'db96c15638a143bb88c5ce23f6780168'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:31.520732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:31.525034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Usage tracker for resource:network and tenant:db96c15638a143bb88c5ce23f6780168 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:31.532313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:31.542890 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:31.572843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Made reservation on behalf of db96c15638a143bb88c5ce23f6780168 for: {'network': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:09:31.578210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:31.594843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:31.632607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:31.636843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Usage tracker for resource:security_group_rule and tenant:db96c15638a143bb88c5ce23f6780168 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:31.639876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:31.645972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:31.657732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:09:31.718636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:31.722198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:31.727093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:31.756867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=82099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:09:31.770220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3375fe3c-18ce-402f-a6b5-3714b2160064,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:31.776746 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:31.777141 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Added segment 6daf3db2-5424-4112-add1-bd7bc7fd9038 of type vlan for network ca83a9eb-a719-4f4a-9235-965fb71a6e14 Jun 18 10:09:31.778527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:31.807496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:31.845492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:31.846804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:31.847516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:31.851252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7f4362b4-c379-4488-a110-50681b4489e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:31.892418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:09:31.903885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] Sync routers for ids ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:09:31.905839 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] 10.222.0.60 "PUT /v2.0/routers/bfc0b5dc-ae32-4669-bd6f-b13a77a76902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4316094 Jun 18 10:09:31.908473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46898) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:31.920850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] Routers {'bfc0b5dc-ae32-4669-bd6f-b13a77a76902'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:09:31.921659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:09:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:31.961853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Pushing event updated for resources: {'Network': ['ID=ca83a9eb-a719-4f4a-9235-965fb71a6e14,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:31.969027 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6440077 Jun 18 10:09:31.970055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-24273785-357d-4881-9996-606a1469cb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:31.970518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 46902) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:31.976178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network ca83a9eb-a719-4f4a-9235-965fb71a6e14 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:09:31.976656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Request body: {'subnet': {'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-723126884-subnet', 'tenant_id': 'db96c15638a143bb88c5ce23f6780168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:31.982407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:31.986573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Usage tracker for resource:subnet and tenant:db96c15638a143bb88c5ce23f6780168 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:31.989572 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:31.996082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:32.015438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Made reservation on behalf of db96c15638a143bb88c5ce23f6780168 for: {'subnet': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:09:32.017067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:32.152599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks [] for router, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:32.338592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] Set router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:09:32.386801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:32.397463 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Deleting port 2cc36cc1-8231-4a07-8984-28fa32595972 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:09:32.397837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:32.543169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:32.553815 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aaa359f0-7ae6-4c50-a860-a14e20345c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:32.616086 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] For port 2cc36cc1-8231-4a07-8984-28fa32595972, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=2cc36cc1-8231-4a07-8984-28fa32595972,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:32.616631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:32.649107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f86d82-a7a9-4963-b989-69d7c1bb0b9b,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:32.655014 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:32.666698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Checking segment: {'id': '6daf3db2-5424-4112-add1-bd7bc7fd9038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:09:32.667094 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Network hostable DHCP agents. Network: ca83a9eb-a719-4f4a-9235-965fb71a6e14, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:09:32.693928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Network ca83a9eb-a719-4f4a-9235-965fb71a6e14 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:09:32.704373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, ca83a9eb-a719-4f4a-9235-965fb71a6e14) {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:09:32.716442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a35ab0-b53e-4c33-9cd6-62f0e082afbe None None] Network ca83a9eb-a719-4f4a-9235-965fb71a6e14 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:09:32.717665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:32.718569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:32.730274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:09:30Z', 'revision_number': 5, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'gw_port': {'id': '2cc36cc1-8231-4a07-8984-28fa32595972', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:59Z', 'updated_at': '2021-06-18T10:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:32.737808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] Checking router: bfc0b5dc-ae32-4669-bd6f-b13a77a76902 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:09:32.753098 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-18febe63-00d1-4964-b652-8f52e57bc91d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7802217 Jun 18 10:09:32.761679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] Routers {'bfc0b5dc-ae32-4669-bd6f-b13a77a76902'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:09:32.762886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:09:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:32.764013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Calling delete_port for 2cc36cc1-8231-4a07-8984-28fa32595972 owned by network:router_gateway {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:09:32.981138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] Set router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 gateway port host: None {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:09:33.053921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:33.062574 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b5d06a64-61a0-443c-bf5a-997ad2296c3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:33.070016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80bbf58-fe37-48b4-83b9-8d39b49ab98e None None] Network ca83a9eb-a719-4f4a-9235-965fb71a6e14 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:09:33.116267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:09:32Z', 'revision_number': 6, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'gw_port_host': None}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:33.124060 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624ece2b-69b8-4d66-be6f-8240a72ed672 None None] The sync data for ids ['bfc0b5dc-ae32-4669-bd6f-b13a77a76902'] in dv-cinder-797022-1-iscsi is: [{'id': 'bfc0b5dc-ae32-4669-bd6f-b13a77a76902', 'name': 'tempest-ServerRescueNegativeTestJSON-209459272-router', 'tenant_id': '4bda8174d6d0416f859396459e4f0696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:09:32Z', 'revision_number': 6, 'project_id': '4bda8174d6d0416f859396459e4f0696', 'gw_port_host': None}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:09:33.159607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc36cc1-8231-4a07-8984-28fa32595972,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:33.167240 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:33.379863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854081294'] for router_gateway, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:33.667575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 727b4762-a80b-4cc4-8055-ca94a4f68759 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:09:33.718530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 727b4762-a80b-4cc4-8055-ca94a4f68759 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:09:33.719544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 727b4762-a80b-4cc4-8055-ca94a4f68759 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:09:33.885522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854072059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239544'] for router, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:33.890119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:33.978147 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071837'] for router, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:33.978630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfc0b5dc-ae32-4669-bd6f-b13a77a76902 {{(pid=82100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:09:33.992599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:33.994768 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7bee663b-89e3-4031-92eb-71757c0d542b admin admin] 10.222.0.60 "DELETE /v2.0/routers/bfc0b5dc-ae32-4669-bd6f-b13a77a76902 HTTP/1.1" status: 204 len: 168 time: 2.0847373 Jun 18 10:09:33.997394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46916) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:34.065566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-686284dd-619d-44c9-89c0-85a44d422370 admin admin] Deleting subnet 81c6c6bd-9e47-4126-a2c1-426fc731ec53 {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:09:34.068817 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-686284dd-619d-44c9-89c0-85a44d422370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.123833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-686284dd-619d-44c9-89c0-85a44d422370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.185919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-686284dd-619d-44c9-89c0-85a44d422370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.445191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-686284dd-619d-44c9-89c0-85a44d422370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.450709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:34.491355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686284dd-619d-44c9-89c0-85a44d422370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c6c6bd-9e47-4126-a2c1-426fc731ec53,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:34.494202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-686284dd-619d-44c9-89c0-85a44d422370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:34.497010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-686284dd-619d-44c9-89c0-85a44d422370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.503463 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-686284dd-619d-44c9-89c0-85a44d422370 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/81c6c6bd-9e47-4126-a2c1-426fc731ec53 HTTP/1.1" status: 204 len: 168 time: 0.5049667 Jun 18 10:09:34.506116 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46920) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:34.627142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.763451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.779163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:34.793313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e08967-f624-42a1-a058-62aa3b28afc4') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:34.793651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e08967-f624-42a1-a058-62aa3b28afc4') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:09:34.806798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.822518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.829685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:09:34.830209 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:09:34.845138 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:09:34.934197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.938074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:34.953403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:34.965332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:34.968885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:34.974779 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] 10.222.0.60 "DELETE /v2.0/networks/7f4f1d8b-e25b-46b1-94e4-a8a65723cb5b HTTP/1.1" status: 204 len: 168 time: 0.4676263 Jun 18 10:09:35.131267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46940) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:35.185899 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-af5ad47a-2b79-45d5-939a-8f1b4ffa3a6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bda8174d6d0416f859396459e4f0696&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531387 Jun 18 10:09:35.188457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 46944) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:35.191714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-3b1e7706-1649-48e0-9001-7e03ee000161 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:35.192438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-3b1e7706-1649-48e0-9001-7e03ee000161 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Synchronizing usage tracker for tenant:db96c15638a143bb88c5ce23f6780168 on resource:network {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:09:35.209047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-3b1e7706-1649-48e0-9001-7e03ee000161 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Unset dirty status for tenant:db96c15638a143bb88c5ce23f6780168 on resource:network {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:09:35.210366 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-3b1e7706-1649-48e0-9001-7e03ee000161 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/networks?id=ca83a9eb-a719-4f4a-9235-965fb71a6e14 HTTP/1.1" status: 200 len: 808 time: 0.1760113 Jun 18 10:09:35.228298 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-a54b4170-591e-4b9b-82ef-5fd2a9019c2b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/quotas/db96c15638a143bb88c5ce23f6780168 HTTP/1.1" status: 200 len: 375 time: 0.0113552 Jun 18 10:09:35.252302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9423127c-5fbf-4c28-8061-923445845dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:35.279033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9423127c-5fbf-4c28-8061-923445845dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:35.281839 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-0ac872ad-ce6a-47d3-bcfe-c6c1f34ebb7c tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db96c15638a143bb88c5ce23f6780168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467505 Jun 18 10:09:35.331199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9423127c-5fbf-4c28-8061-923445845dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:35.336438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0ca4b0e4-677a-4af4-a321-a3e110abea9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:35.350167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423127c-5fbf-4c28-8061-923445845dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a43198-18ec-4aa5-a9c6-31c7f2b352a6,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:35.353511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9423127c-5fbf-4c28-8061-923445845dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:35.359588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9423127c-5fbf-4c28-8061-923445845dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:35.363279 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9423127c-5fbf-4c28-8061-923445845dbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5a43198-18ec-4aa5-a9c6-31c7f2b352a6 HTTP/1.1" status: 204 len: 168 time: 0.1712997 Jun 18 10:09:35.433648 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-a9f2a0fa-ce72-4676-bb52-7816c82ca076 service neutron] 10.222.0.60 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441431 Jun 18 10:09:35.539876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 2cc36cc1-8231-4a07-8984-28fa32595972 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:09:35.577794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 2cc36cc1-8231-4a07-8984-28fa32595972 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:09:35.578283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 2cc36cc1-8231-4a07-8984-28fa32595972 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:09:35.598342 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-d141ff2d-1665-447b-8122-7ca17b8ab2c8 service neutron] 10.222.0.60 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580784 Jun 18 10:09:35.609608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06dc80fe-7627-470d-b864-9f6ac0ede84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:35.808456 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cc8180ed-9364-4914-8ff4-387d161a642d req-ce4585d3-544f-48a6-9331-367e07b3f15a tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 210 time: 0.0574450 Jun 18 10:09:37.049910 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b827cdfe-365a-4f10-9774-9beca9532987 req-9bed07f5-2c17-4061-9865-067c274fc019 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 210 time: 0.0704701 Jun 18 10:09:37.101752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-c6b3a289-d9d5-4dbd-9f6d-4f8d4e28cc08 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:37.103803 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-c6b3a289-d9d5-4dbd-9f6d-4f8d4e28cc08 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.70 "GET /v2.0/networks?id=ca83a9eb-a719-4f4a-9235-965fb71a6e14 HTTP/1.1" status: 200 len: 808 time: 0.2230890 Jun 18 10:09:37.126230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Request body: {'port': {'device_id': '83ea0857-dab4-4298-8e30-b2f6eadd2e96', 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14', 'admin_state_up': True, 'tenant_id': 'db96c15638a143bb88c5ce23f6780168'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:37.245697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:37.277493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:37.281903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Usage tracker for resource:port and tenant:db96c15638a143bb88c5ce23f6780168 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:37.286187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:37.292345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:37.301387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Made reservation on behalf of db96c15638a143bb88c5ce23f6780168 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:09:37.307684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:37.483273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Allocated IP 172.20.0.8 (ca83a9eb-a719-4f4a-9235-965fb71a6e14/79f86d82-a7a9-4963-b989-69d7c1bb0b9b/b605a0e1-ed82-4cdb-9832-c4949b926507) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:09:37.704423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:37.736278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:37.742541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e0960f97-d16c-4c8e-a031-cf68276aa0ac tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:37.819177 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Network ca83a9eb-a719-4f4a-9235-965fb71a6e14 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:09:37.826488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:09:37.828012 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:09:37.832430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:37.833065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:37.838990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Pushing event updated for resources: {'Port': ['ID=b605a0e1-ed82-4cdb-9832-c4949b926507,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:37.848433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:37.859188 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7375875 Jun 18 10:09:37.880245 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Request body: {'port': {'device_id': '83ea0857-dab4-4298-8e30-b2f6eadd2e96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:37.994095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.260033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f7f4af32-fa89-44ea-883f-dbb6b20760aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.344833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47028) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:38.514604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.550011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:38.554571 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Usage tracker for resource:security_group_rule and tenant:3acdaa264a8343b6a46f56346449a4df is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:38.559225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:38.565057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:38.574891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08c957-7b7c-45bb-bf0b-bf743617467a req-879c9351-72d3-493e-b074-4bae1f7c805d tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:38.575649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-6e08c957-7b7c-45bb-bf0b-bf743617467a req-879c9351-72d3-493e-b074-4bae1f7c805d tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Synchronizing usage tracker for tenant:db96c15638a143bb88c5ce23f6780168 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:09:38.638226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.640964 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.644080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-6e08c957-7b7c-45bb-bf0b-bf743617467a req-879c9351-72d3-493e-b074-4bae1f7c805d tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Unset dirty status for tenant:db96c15638a143bb88c5ce23f6780168 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:09:38.645379 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e08c957-7b7c-45bb-bf0b-bf743617467a req-879c9351-72d3-493e-b074-4bae1f7c805d tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 931 time: 0.4027781 Jun 18 10:09:38.648796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-70794655-fa91-45c1-bed1-80b15088be18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:38.674551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b605a0e1-ed82-4cdb-9832-c4949b926507 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:09:38.685925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.693475 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142bb14f-89eb-40ca-aa94-528ebbb0adc2,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:38.697638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:38.703576 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3acdaa264a8343b6a46f56346449a4df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3545187 Jun 18 10:09:38.703576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47034) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:38.717041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Transition to ACTIVE for port object b605a0e1-ed82-4cdb-9832-c4949b926507 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:09:38.720867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.725437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-640fe3bb-1b24-47e9-82d4-9ea0fce63fb9 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:38.754850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-6e08c957-7b7c-45bb-bf0b-bf743617467a req-b1fb3372-ba81-487b-8594-7c44e6a40d94 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Synchronizing usage tracker for tenant:db96c15638a143bb88c5ce23f6780168 on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:09:38.773364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5fed04b5-f8aa-4ff7-bfc7-545572423678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.803033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5fed04b5-f8aa-4ff7-bfc7-545572423678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.806256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.858477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-6e08c957-7b7c-45bb-bf0b-bf743617467a req-b1fb3372-ba81-487b-8594-7c44e6a40d94 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Unset dirty status for tenant:db96c15638a143bb88c5ce23f6780168 on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:09:38.859753 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e08c957-7b7c-45bb-bf0b-bf743617467a req-b1fb3372-ba81-487b-8594-7c44e6a40d94 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061639 Jun 18 10:09:38.872369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Pushing event updated for resources: {'Port': ['ID=b605a0e1-ed82-4cdb-9832-c4949b926507,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:38.877286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5fed04b5-f8aa-4ff7-bfc7-545572423678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.877853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:38.888471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-20279db7-756d-4f0a-b5a8-f74635f3fe9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:38.914560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed04b5-f8aa-4ff7-bfc7-545572423678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142bb14f-89eb-40ca-aa94-528ebbb0adc2,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:38.920696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5fed04b5-f8aa-4ff7-bfc7-545572423678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:38.923764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5fed04b5-f8aa-4ff7-bfc7-545572423678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:38.935402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Attempting to bind port b605a0e1-ed82-4cdb-9832-c4949b926507 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:09:38.935742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Attempting to bind port b605a0e1-ed82-4cdb-9832-c4949b926507 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '6daf3db2-5424-4112-add1-bd7bc7fd9038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:09:38.936119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Attempting to bind port b605a0e1-ed82-4cdb-9832-c4949b926507 on network ca83a9eb-a719-4f4a-9235-965fb71a6e14 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:09:38.939193 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5fed04b5-f8aa-4ff7-bfc7-545572423678 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/142bb14f-89eb-40ca-aa94-528ebbb0adc2 HTTP/1.1" status: 204 len: 168 time: 0.2254388 Jun 18 10:09:38.943176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Port b605a0e1-ed82-4cdb-9832-c4949b926507 on network ca83a9eb-a719-4f4a-9235-965fb71a6e14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:09:38.943543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Attempting to bind port b605a0e1-ed82-4cdb-9832-c4949b926507 on network ca83a9eb-a719-4f4a-9235-965fb71a6e14 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:09:38.953666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:09:38.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Checking segment: {'id': '6daf3db2-5424-4112-add1-bd7bc7fd9038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:09:38.955067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Bound using segment: {'id': '6daf3db2-5424-4112-add1-bd7bc7fd9038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:09:38.955862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Bound port: b605a0e1-ed82-4cdb-9832-c4949b926507, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6daf3db2-5424-4112-add1-bd7bc7fd9038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:09:38.956500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.102434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] For port b605a0e1-ed82-4cdb-9832-c4949b926507, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:09:39.106245 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] For port b605a0e1-ed82-4cdb-9832-c4949b926507, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b605a0e1-ed82-4cdb-9832-c4949b926507,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:09:39.109435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.114425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4b0be996-9f51-45f7-9fb7-8c15901cdab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:39.180176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.182962 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] 10.222.0.70 "PUT /v2.0/ports/b605a0e1-ed82-4cdb-9832-c4949b926507 HTTP/1.1" status: 200 len: 1093 time: 1.3081295 Jun 18 10:09:39.186146 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ea0857-dab4-4298-8e30-b2f6eadd2e96', 'tag': 'b605a0e1-ed82-4cdb-9832-c4949b926507'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:09:39.204572 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Pushing event updated for resources: {'Port': ['ID=b605a0e1-ed82-4cdb-9832-c4949b926507,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:39.208488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:39.284557 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ea0857-dab4-4298-8e30-b2f6eadd2e96', 'tag': 'b605a0e1-ed82-4cdb-9832-c4949b926507', 'status': 'completed', 'code': 200} Jun 18 10:09:39.321240 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-d396077c-5054-4da4-9538-d56d7f980b7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db96c15638a143bb88c5ce23f6780168&device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 1096 time: 0.0761626 Jun 18 10:09:39.360602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47044) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:39.382175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.406093 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-1fd118ce-0915-4a23-99cd-c9a6cae7c289 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b605a0e1-ed82-4cdb-9832-c4949b926507 HTTP/1.1" status: 200 len: 217 time: 0.0689063 Jun 18 10:09:39.416109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:39.420127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Usage tracker for resource:security_group_rule and tenant:d3981d4cb0494cd4bb55efded0a6ca99 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:39.423063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:39.429060 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:39.475588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-822fa216-26ff-4dd5-a510-339280ef6a30 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:39.477304 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-822fa216-26ff-4dd5-a510-339280ef6a30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f86d82-a7a9-4963-b989-69d7c1bb0b9b HTTP/1.1" status: 200 len: 848 time: 0.0643444 Jun 18 10:09:39.499353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.503146 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.511284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-30d6dca2-43c3-408f-aa1e-2675bf0ad965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:39.529746 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-dd372927-bc97-49b5-808a-9bccb69de522 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca83a9eb-a719-4f4a-9235-965fb71a6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451562 Jun 18 10:09:39.553399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac635909-67b4-4b39-a84e-55f9df185271,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:39.558345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:39.563311 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3981d4cb0494cd4bb55efded0a6ca99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1991088 Jun 18 10:09:39.564030 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47048) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:39.629288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c6bf-9ec2-49b9-9e07-8cc49b897e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.660436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c6bf-9ec2-49b9-9e07-8cc49b897e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.677264 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-0b4655c2-2d0f-4f66-acba-8fa046bdb193 service neutron] 10.222.0.70 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405151 Jun 18 10:09:39.706563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c6bf-9ec2-49b9-9e07-8cc49b897e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.711935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1352600e-1279-4130-90e5-e5701fa0f87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:39.724757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5c6bf-9ec2-49b9-9e07-8cc49b897e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac635909-67b4-4b39-a84e-55f9df185271,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:39.727432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b1c5c6bf-9ec2-49b9-9e07-8cc49b897e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:39.731691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b1c5c6bf-9ec2-49b9-9e07-8cc49b897e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:39.735590 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b1c5c6bf-9ec2-49b9-9e07-8cc49b897e2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac635909-67b4-4b39-a84e-55f9df185271 HTTP/1.1" status: 204 len: 168 time: 0.1683872 Jun 18 10:09:39.826222 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56d5a3ab-b836-494a-a4cd-fe946e2f3a77 req-0ad678ee-e647-47e5-bd4b-b27968b09707 service neutron] 10.222.0.70 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417446 Jun 18 10:09:40.007341 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8b192e7b-d7d8-489e-878e-7e9ce52ced57 req-d6ad208a-3500-4586-a14c-51f5415af269 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db96c15638a143bb88c5ce23f6780168&device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 1096 time: 0.0886679 Jun 18 10:09:40.086485 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:40.229404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4c189-1228-4685-872d-11c61516c65e req-d6cea888-11ab-4017-b5e7-3bd2a2139793 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:40.231054 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6e4c189-1228-4685-872d-11c61516c65e req-d6cea888-11ab-4017-b5e7-3bd2a2139793 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 943 time: 0.2191761 Jun 18 10:09:40.233617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b192e7b-d7d8-489e-878e-7e9ce52ced57 req-9bc6995e-5d7d-4445-bd5d-6d122027c6df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:40.235096 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8b192e7b-d7d8-489e-878e-7e9ce52ced57 req-9bc6995e-5d7d-4445-bd5d-6d122027c6df service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca83a9eb-a719-4f4a-9235-965fb71a6e14 HTTP/1.1" status: 200 len: 909 time: 0.2212212 Jun 18 10:09:40.340614 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8b192e7b-d7d8-489e-878e-7e9ce52ced57 req-64d05569-cbb4-48ca-b2e4-486121760ebc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b605a0e1-ed82-4cdb-9832-c4949b926507 HTTP/1.1" status: 200 len: 217 time: 0.0859103 Jun 18 10:09:40.390890 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6e4c189-1228-4685-872d-11c61516c65e req-86110d47-8bc5-40f3-873c-1280e31c1776 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537478 Jun 18 10:09:40.419332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b192e7b-d7d8-489e-878e-7e9ce52ced57 req-47020b1f-4344-426a-84f3-e83cbf49c686 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:40.420912 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8b192e7b-d7d8-489e-878e-7e9ce52ced57 req-47020b1f-4344-426a-84f3-e83cbf49c686 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f86d82-a7a9-4963-b989-69d7c1bb0b9b HTTP/1.1" status: 200 len: 848 time: 0.0731175 Jun 18 10:09:40.478450 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8b192e7b-d7d8-489e-878e-7e9ce52ced57 req-74974c1b-0ada-4652-b77f-214f02424743 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca83a9eb-a719-4f4a-9235-965fb71a6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498786 Jun 18 10:09:40.627644 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8b192e7b-d7d8-489e-878e-7e9ce52ced57 req-ba6cfff3-396b-485b-b27b-62f4d204ae96 service neutron] 10.222.0.70 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427412 Jun 18 10:09:40.778177 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8b192e7b-d7d8-489e-878e-7e9ce52ced57 req-aedf1f56-a4fb-44fd-8b92-a5aa89f737bc service neutron] 10.222.0.70 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434228 Jun 18 10:09:41.616033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf3aa2-1124-4271-86c8-6cc1b31c248b req-07ebb502-2af1-47d7-a2b0-1805610cde84 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:41.617642 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-11bf3aa2-1124-4271-86c8-6cc1b31c248b req-07ebb502-2af1-47d7-a2b0-1805610cde84 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 943 time: 0.0884850 Jun 18 10:09:41.669525 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-11bf3aa2-1124-4271-86c8-6cc1b31c248b req-554ff477-df47-4c39-a931-70e03bc1c095 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Jun 18 10:09:42.810598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b605a0e1-ed82-4cdb-9832-c4949b926507 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:09:42.912415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd87442-90ba-49a6-9e5d-2b6174cfb08b req-0b1432a1-db7e-4348-a55f-bc59465b6944 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:42.920945 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3cd87442-90ba-49a6-9e5d-2b6174cfb08b req-0b1432a1-db7e-4348-a55f-bc59465b6944 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 943 time: 0.1204398 Jun 18 10:09:42.971282 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3cd87442-90ba-49a6-9e5d-2b6174cfb08b req-c4c203ca-0a2d-4a06-a987-5478441d7905 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483634 Jun 18 10:09:43.004780 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b605a0e1-ed82-4cdb-9832-c4949b926507, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b605a0e1-ed82-4cdb-9832-c4949b926507,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:43.020757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'b605a0e1-ed82-4cdb-9832-c4949b926507', 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14', 'port_id': 'b605a0e1-ed82-4cdb-9832-c4949b926507', 'mac_address': 'fa:16:3e:1d:1b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f86d82-a7a9-4963-b989-69d7c1bb0b9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:09:43.061350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47130) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:43.078457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.097879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b605a0e1-ed82-4cdb-9832-c4949b926507 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:09:43.113847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b605a0e1-ed82-4cdb-9832-c4949b926507, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b605a0e1-ed82-4cdb-9832-c4949b926507,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:43.117380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.120123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-37cb6aa1-31db-4f06-bdeb-ea344af6c52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:43.196733 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=b605a0e1-ed82-4cdb-9832-c4949b926507,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:43.201493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:43.228785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.261928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:43.265914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Usage tracker for resource:security_group_rule and tenant:12728656c49f4b86bf8097bbc46bec26 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:43.268841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:43.275741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:43.345056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.348140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.355853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ab322247-63aa-45fe-bc31-81a4e4890255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:43.400575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a84c295-b783-477c-8460-dc272fd9c7dd,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:43.404836 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12728656c49f4b86bf8097bbc46bec26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3423676 Jun 18 10:09:43.405833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:43.407906 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47136) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:43.463575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['b605a0e1-ed82-4cdb-9832-c4949b926507'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:09:43.475777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4143b74f-8498-44db-8e94-08a33513221b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.504123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4143b74f-8498-44db-8e94-08a33513221b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.557388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4143b74f-8498-44db-8e94-08a33513221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.563000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-82084ba1-edab-4597-b41f-b25d14dd76cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:43.574772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143b74f-8498-44db-8e94-08a33513221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a84c295-b783-477c-8460-dc272fd9c7dd,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:43.579872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4143b74f-8498-44db-8e94-08a33513221b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:43.582195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4143b74f-8498-44db-8e94-08a33513221b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.585827 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4143b74f-8498-44db-8e94-08a33513221b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a84c295-b783-477c-8460-dc272fd9c7dd HTTP/1.1" status: 204 len: 168 time: 0.1745391 Jun 18 10:09:43.931799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47144) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:43.951972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:43.985911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:43.989926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Usage tracker for resource:security_group_rule and tenant:8d903541e4f5490d8026297caff01845 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:43.993757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:43.999784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:44.068394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:44.071433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:44.078874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5cf3d895-41a1-4eeb-b922-2ce5d7fad1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:44.127387 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d903541e4f5490d8026297caff01845&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1943667 Jun 18 10:09:44.128183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7511f540-5b9b-4e27-a6a3-6dd216bf1315,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:44.130624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47150) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:44.133200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:44.178910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc599-ea8a-4933-964d-8590f0973b6d req-47dce286-e288-4dbf-80a2-63b8603d116e tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:44.180492 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6cacc599-ea8a-4933-964d-8590f0973b6d req-47dce286-e288-4dbf-80a2-63b8603d116e tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 944 time: 0.0830338 Jun 18 10:09:44.194646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-578abc3f-9c54-447d-b3a2-79554c264244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:44.221718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-578abc3f-9c54-447d-b3a2-79554c264244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:44.230476 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6cacc599-ea8a-4933-964d-8590f0973b6d req-56bad19a-d4d7-4dae-add0-a35ac5e1e3bb tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Jun 18 10:09:44.268846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-578abc3f-9c54-447d-b3a2-79554c264244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:44.273938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4bf1a51c-820c-4261-94a6-0c93fedb334b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:44.285112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578abc3f-9c54-447d-b3a2-79554c264244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7511f540-5b9b-4e27-a6a3-6dd216bf1315,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:44.288959 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-578abc3f-9c54-447d-b3a2-79554c264244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:44.293065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-578abc3f-9c54-447d-b3a2-79554c264244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:44.294309 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-578abc3f-9c54-447d-b3a2-79554c264244 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7511f540-5b9b-4e27-a6a3-6dd216bf1315 HTTP/1.1" status: 204 len: 168 time: 0.1626778 Jun 18 10:09:44.828642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b605a0e1-ed82-4cdb-9832-c4949b926507 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:09:44.900753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port b605a0e1-ed82-4cdb-9832-c4949b926507 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:09:44.905732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port b605a0e1-ed82-4cdb-9832-c4949b926507 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:09:44.906175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:45.178609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:45.207117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ea0857-dab4-4298-8e30-b2f6eadd2e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605a0e1-ed82-4cdb-9832-c4949b926507'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:09:45.217505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port b605a0e1-ed82-4cdb-9832-c4949b926507, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b605a0e1-ed82-4cdb-9832-c4949b926507,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:45.221373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:45.223753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:45.285145 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ea0857-dab4-4298-8e30-b2f6eadd2e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605a0e1-ed82-4cdb-9832-c4949b926507', 'code': 200} Jun 18 10:09:45.302320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=b605a0e1-ed82-4cdb-9832-c4949b926507,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:45.306170 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:45.458066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a707832-5683-4fc1-94ba-b580b770038a req-66991d0f-55e1-4232-9ffe-71470a5ea3d6 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:45.459815 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4a707832-5683-4fc1-94ba-b580b770038a req-66991d0f-55e1-4232-9ffe-71470a5ea3d6 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 945 time: 0.0961075 Jun 18 10:09:45.562115 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4a707832-5683-4fc1-94ba-b580b770038a req-8e9b6c3e-2ddb-4f8c-8c2a-0282ac022dcc tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937300 Jun 18 10:09:45.585649 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ffa24a2-222f-45e6-9e6b-e31bd1283ee1 req-4110c8bb-53e0-484b-bb34-c4de206eba8d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 1098 time: 0.1000798 Jun 18 10:09:45.637407 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7ffa24a2-222f-45e6-9e6b-e31bd1283ee1 req-ca57ecba-cc4d-4624-a414-73e6971975bf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Jun 18 10:09:45.764933 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47184) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:45.944953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:45.978664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:45.983038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:292d1398996b47d1a7a15d00effea650 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:45.985952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:45.992226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:46.059606 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:46.062458 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:46.070035 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9423127c-5fbf-4c28-8061-923445845dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:46.115229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464ec8bf-e360-4382-b014-ebe60b441954,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:46.119034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:46.123043 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=292d1398996b47d1a7a15d00effea650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3569756 Jun 18 10:09:46.125879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47190) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:46.188900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0233ea34-a0d9-4382-8fac-0fc8cfdf1569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:46.216562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0233ea34-a0d9-4382-8fac-0fc8cfdf1569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:46.261246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0233ea34-a0d9-4382-8fac-0fc8cfdf1569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:46.266361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6c6c0d90-99ff-4432-bb16-198550847c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:46.280476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233ea34-a0d9-4382-8fac-0fc8cfdf1569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464ec8bf-e360-4382-b014-ebe60b441954,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:46.282917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0233ea34-a0d9-4382-8fac-0fc8cfdf1569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:46.285214 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0233ea34-a0d9-4382-8fac-0fc8cfdf1569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:46.286317 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0233ea34-a0d9-4382-8fac-0fc8cfdf1569 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/464ec8bf-e360-4382-b014-ebe60b441954 HTTP/1.1" status: 204 len: 168 time: 0.1593239 Jun 18 10:09:46.786594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bc6fc-536d-4113-ab73-603272d334f7 req-e63fba70-94ed-4369-9680-802261d3cc65 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:46.788066 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-178bc6fc-536d-4113-ab73-603272d334f7 req-e63fba70-94ed-4369-9680-802261d3cc65 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 945 time: 0.0932167 Jun 18 10:09:46.839572 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-178bc6fc-536d-4113-ab73-603272d334f7 req-87d863a8-6a34-4a44-8d06-216519d0cee6 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431306 Jun 18 10:09:48.058692 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e188aa-08cd-4d80-9f39-c1ef24f11f99 req-65fd5e3d-8f75-4a25-b8fe-b79da8b02b11 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:48.060294 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-57e188aa-08cd-4d80-9f39-c1ef24f11f99 req-65fd5e3d-8f75-4a25-b8fe-b79da8b02b11 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 945 time: 0.0877373 Jun 18 10:09:48.110009 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-57e188aa-08cd-4d80-9f39-c1ef24f11f99 req-7f80b9e0-4e64-4d56-b444-4bf6171a1d4f tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Jun 18 10:09:48.370893 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-b03f4fe2-c27e-4b78-8d88-646950cefdac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761387 Jun 18 10:09:48.488666 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-ca445ed5-a1d7-41a3-9274-27dbb262311c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 1099 time: 0.0820680 Jun 18 10:09:48.660982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-526f7e42-8328-4f0c-937e-20fb665648a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:48.662626 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-526f7e42-8328-4f0c-937e-20fb665648a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 918 time: 0.1521034 Jun 18 10:09:48.770899 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-6ca442a1-3115-4c5b-a78d-fdc75193f1f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1 HTTP/1.1" status: 200 len: 1001 time: 0.1005602 Jun 18 10:09:48.848936 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-1c531e7e-9718-463e-b50f-0f59a5cd88b9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:48.850778 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-1c531e7e-9718-463e-b50f-0f59a5cd88b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.0729635 Jun 18 10:09:48.941080 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-bb4e96ac-5048-44b4-b555-acdb1df8bcd3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830779 Jun 18 10:09:49.090135 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-941c0e62-e11d-49ca-b402-8e9247df7928 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421885 Jun 18 10:09:49.485540 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ce43aead-4af0-47a9-9964-a21a8832ea0e req-1fb8a373-be21-461e-a2b4-38136a5dd9a5 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889098 Jun 18 10:09:49.498430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398228-94ad-4d87-b815-7c5c3e79ce31 req-88c6c527-9e1d-4814-b54b-b028224a9acc tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:49.500329 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-41398228-94ad-4d87-b815-7c5c3e79ce31 req-88c6c527-9e1d-4814-b54b-b028224a9acc tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 945 time: 0.1454549 Jun 18 10:09:49.587485 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-41398228-94ad-4d87-b815-7c5c3e79ce31 req-87170ae9-b783-4a37-b4d0-b3773b8d6c4e tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803893 Jun 18 10:09:50.818722 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab07677-9961-41d6-8350-4a10f520706b req-570ed126-f9c0-4121-bf17-edf09b43ffc6 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:50.820345 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dab07677-9961-41d6-8350-4a10f520706b req-570ed126-f9c0-4121-bf17-edf09b43ffc6 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 945 time: 0.0852842 Jun 18 10:09:50.894438 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dab07677-9961-41d6-8350-4a10f520706b req-825491fc-5b8c-4f66-b867-7e1cd4234b0a tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609109 Jun 18 10:09:51.004881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:09:51.135093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-2a74e581-062e-4a44-9518-56d2dafa5c5b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:51.136639 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-2a74e581-062e-4a44-9518-56d2dafa5c5b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 945 time: 0.0937328 Jun 18 10:09:51.214059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Deleting port b605a0e1-ed82-4cdb-9832-c4949b926507 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:09:51.214473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:51.228217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:51.496581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] For port b605a0e1-ed82-4cdb-9832-c4949b926507, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b605a0e1-ed82-4cdb-9832-c4949b926507,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:51.496967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:51.636987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Calling delete_port for b605a0e1-ed82-4cdb-9832-c4949b926507 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:09:51.784859 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:51.790909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-18e37387-b2eb-4b51-a2af-4ed115c9fa4b tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:51.825155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['b605a0e1-ed82-4cdb-9832-c4949b926507'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:09:51.877200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Pushing event deleted for resources: {'Port': ['ID=b605a0e1-ed82-4cdb-9832-c4949b926507,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:51.885602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:51.928660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] No DVR routers for this DVR port b605a0e1-ed82-4cdb-9832-c4949b926507 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:09:51.932424 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:51.935302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ea0857-dab4-4298-8e30-b2f6eadd2e96', 'name': 'network-vif-deleted', 'tag': 'b605a0e1-ed82-4cdb-9832-c4949b926507'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:09:51.953626 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b02492e3-e6af-45b0-b88f-5a260c4df275 req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.70 "DELETE /v2.0/ports/b605a0e1-ed82-4cdb-9832-c4949b926507 HTTP/1.1" status: 204 len: 173 time: 0.8102322 Jun 18 10:09:52.001219 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ea0857-dab4-4298-8e30-b2f6eadd2e96', 'name': 'network-vif-deleted', 'tag': 'b605a0e1-ed82-4cdb-9832-c4949b926507', 'status': 'completed', 'code': 200} Jun 18 10:09:52.090001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-9b377877-afb1-452c-a445-e3cd5d21ac19 req-ef1fafd6-e5aa-48f7-a1fe-baa1e64d20ad tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Synchronizing usage tracker for tenant:db96c15638a143bb88c5ce23f6780168 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:09:52.114260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-9b377877-afb1-452c-a445-e3cd5d21ac19 req-ef1fafd6-e5aa-48f7-a1fe-baa1e64d20ad tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Unset dirty status for tenant:db96c15638a143bb88c5ce23f6780168 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:09:52.115671 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9b377877-afb1-452c-a445-e3cd5d21ac19 req-ef1fafd6-e5aa-48f7-a1fe-baa1e64d20ad tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea0857-dab4-4298-8e30-b2f6eadd2e96 HTTP/1.1" status: 200 len: 210 time: 0.0877819 Jun 18 10:09:53.607233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55703056-14f2-4946-bda6-62d807947222 req-90cc0258-a955-4fa2-8760-c96ee8ad29c1 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:53.608925 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-90cc0258-a955-4fa2-8760-c96ee8ad29c1 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/networks?id=ca83a9eb-a719-4f4a-9235-965fb71a6e14 HTTP/1.1" status: 200 len: 808 time: 0.1775112 Jun 18 10:09:53.628221 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-0634b168-46ff-4dc8-b9ff-4f706e0c5b2b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/quotas/db96c15638a143bb88c5ce23f6780168 HTTP/1.1" status: 200 len: 375 time: 0.0128031 Jun 18 10:09:53.680965 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-5c655d91-f53e-4530-a8b5-4cbe062c8810 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db96c15638a143bb88c5ce23f6780168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453088 Jun 18 10:09:53.841999 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-06d08afd-91a4-486e-be3c-189de560999d service neutron] 10.222.0.60 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531591 Jun 18 10:09:53.987892 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-619ffd48-c219-42bb-a691-8aa94a8b68f7 service neutron] 10.222.0.60 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392450 Jun 18 10:09:54.210955 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1334caa0-bbcd-4860-b5df-d5a7371c0094 req-6b22aabd-c817-4356-99e9-578a333dce0a tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 210 time: 0.0505688 Jun 18 10:09:54.904896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b605a0e1-ed82-4cdb-9832-c4949b926507 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:09:54.938932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: b605a0e1-ed82-4cdb-9832-c4949b926507 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:09:54.939317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b605a0e1-ed82-4cdb-9832-c4949b926507 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:09:55.463356 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f4f45a2-245d-461d-b1f9-b5c576f51690 req-fd0206bd-a76d-4032-bcfc-13c87e347c26 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 210 time: 0.0683229 Jun 18 10:09:55.557897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55703056-14f2-4946-bda6-62d807947222 req-6fa00f55-5af8-4324-8834-c0bd55e50511 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:55.559862 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-6fa00f55-5af8-4324-8834-c0bd55e50511 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.70 "GET /v2.0/networks?id=ca83a9eb-a719-4f4a-9235-965fb71a6e14 HTTP/1.1" status: 200 len: 808 time: 0.3214071 Jun 18 10:09:55.587424 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Request body: {'port': {'device_id': '655e572b-0d6a-4da9-af9b-e4e1b48e771c', 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14', 'admin_state_up': True, 'tenant_id': 'db96c15638a143bb88c5ce23f6780168'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:55.820145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:55.834832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:55.843862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3c22e-c570-4bed-9037-a545fe77bbd7 req-c3a86903-5743-4f50-80d4-52fe17482948 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:55.845467 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ff3c22e-c570-4bed-9037-a545fe77bbd7 req-c3a86903-5743-4f50-80d4-52fe17482948 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 946 time: 0.1569977 Jun 18 10:09:55.868337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Made reservation on behalf of db96c15638a143bb88c5ce23f6780168 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:09:55.873834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:55.972142 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ff3c22e-c570-4bed-9037-a545fe77bbd7 req-e299470e-df4a-48b2-9e1e-3c8f9fb852ae tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202519 Jun 18 10:09:56.101326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Allocated IP 172.20.0.13 (ca83a9eb-a719-4f4a-9235-965fb71a6e14/79f86d82-a7a9-4963-b989-69d7c1bb0b9b/73062f2e-6c35-4fb7-94c8-731904a3c20c) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:09:56.346875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:56.385331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:56.393736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a5133b42-9b41-483a-adf6-94c428c50204 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:56.471350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Network ca83a9eb-a719-4f4a-9235-965fb71a6e14 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:09:56.474904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:09:56.479596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:09:56.484773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:56.485476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:56.492796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Pushing event updated for resources: {'Port': ['ID=73062f2e-6c35-4fb7-94c8-731904a3c20c,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:56.502111 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:56.526180 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9460881 Jun 18 10:09:56.547313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Request body: {'port': {'device_id': '655e572b-0d6a-4da9-af9b-e4e1b48e771c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:09:56.752768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:57.036240 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279de6d6-cedf-4e67-90f1-bf7108e2291f req-9df90266-a146-4e0e-955e-98295709be61 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:57.037059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-279de6d6-cedf-4e67-90f1-bf7108e2291f req-9df90266-a146-4e0e-955e-98295709be61 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Synchronizing usage tracker for tenant:db96c15638a143bb88c5ce23f6780168 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:09:57.099472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-279de6d6-cedf-4e67-90f1-bf7108e2291f req-9df90266-a146-4e0e-955e-98295709be61 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Unset dirty status for tenant:db96c15638a143bb88c5ce23f6780168 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:09:57.102091 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-279de6d6-cedf-4e67-90f1-bf7108e2291f req-9df90266-a146-4e0e-955e-98295709be61 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 932 time: 0.4962583 Jun 18 10:09:57.340930 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-279de6d6-cedf-4e67-90f1-bf7108e2291f req-e902782e-15cb-4fd0-9a3a-a76dad606b44 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520970 Jun 18 10:09:57.559627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdd0f3-8716-4544-840a-3ceae931391e req-11fcb766-3fdb-4943-ab15-e13b8d4b057e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:57.561327 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-91bdd0f3-8716-4544-840a-3ceae931391e req-11fcb766-3fdb-4943-ab15-e13b8d4b057e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 946 time: 0.2142870 Jun 18 10:09:57.642811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47394) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:57.711970 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73062f2e-6c35-4fb7-94c8-731904a3c20c {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:09:57.726037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-63fc418d-e16d-46ba-b788-fcc05b7c6b71 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:57.728711 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-63fc418d-e16d-46ba-b788-fcc05b7c6b71 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 946 time: 0.2561972 Jun 18 10:09:57.735558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:57.742095 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-91bdd0f3-8716-4544-840a-3ceae931391e req-86c829cc-2eb4-4d67-b8d5-696cbd0626c0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9a28f4a-a8ab-4e55-bc8e-60ece575382b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654444 Jun 18 10:09:57.848118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:57.860188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Transition to ACTIVE for port object 73062f2e-6c35-4fb7-94c8-731904a3c20c will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:09:57.866892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:57.875460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:57.904831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:57.911296 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e5f7b1d40e4d7282214284f8b760c2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:57.914896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:57.922059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:57.930064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Deleting port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:09:57.930064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.028262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.031429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.039026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6e8ecf75-de34-4c6e-9ca9-e3209636ce31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:58.087422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c404477-5f27-4fd9-a34e-1b60d017cf7d,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:58.090697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Pushing event updated for resources: {'Port': ['ID=73062f2e-6c35-4fb7-94c8-731904a3c20c,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:58.090901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:58.094443 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-10dca251-e35e-4d8b-ae14-dbf20c92c325 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3e5f7b1d40e4d7282214284f8b760c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4503105 Jun 18 10:09:58.098961 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47400) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:58.104195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:58.170604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5ea52790-5e2b-4093-9865-b195eb31de92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.202327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5ea52790-5e2b-4093-9865-b195eb31de92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.245594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Attempting to bind port 73062f2e-6c35-4fb7-94c8-731904a3c20c on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:09:58.245883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Attempting to bind port 73062f2e-6c35-4fb7-94c8-731904a3c20c by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '6daf3db2-5424-4112-add1-bd7bc7fd9038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:09:58.246283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Attempting to bind port 73062f2e-6c35-4fb7-94c8-731904a3c20c on network ca83a9eb-a719-4f4a-9235-965fb71a6e14 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:09:58.266728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5ea52790-5e2b-4093-9865-b195eb31de92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.272282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0233ea34-a0d9-4382-8fac-0fc8cfdf1569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:58.286519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea52790-5e2b-4093-9865-b195eb31de92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c404477-5f27-4fd9-a34e-1b60d017cf7d,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:58.289617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5ea52790-5e2b-4093-9865-b195eb31de92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:58.294998 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5ea52790-5e2b-4093-9865-b195eb31de92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.299397 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5ea52790-5e2b-4093-9865-b195eb31de92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c404477-5f27-4fd9-a34e-1b60d017cf7d HTTP/1.1" status: 204 len: 168 time: 0.1960866 Jun 18 10:09:58.306884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Port 73062f2e-6c35-4fb7-94c8-731904a3c20c on network ca83a9eb-a719-4f4a-9235-965fb71a6e14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:09:58.307269 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Attempting to bind port 73062f2e-6c35-4fb7-94c8-731904a3c20c on network ca83a9eb-a719-4f4a-9235-965fb71a6e14 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:09:58.332264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:09:58.332646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Checking segment: {'id': '6daf3db2-5424-4112-add1-bd7bc7fd9038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:09:58.333073 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Bound using segment: {'id': '6daf3db2-5424-4112-add1-bd7bc7fd9038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:09:58.333555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Bound port: 73062f2e-6c35-4fb7-94c8-731904a3c20c, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6daf3db2-5424-4112-add1-bd7bc7fd9038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:09:58.333937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.486189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] For port b1bb87ff-2712-433d-862d-fbbb27f2e2e1, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:09:58.486593 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.588631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] For port 73062f2e-6c35-4fb7-94c8-731904a3c20c, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:09:58.652986 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] For port 73062f2e-6c35-4fb7-94c8-731904a3c20c, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=73062f2e-6c35-4fb7-94c8-731904a3c20c,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:09:58.661700 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.677890 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e6221005-359c-419d-b6bb-ebee7ee55811 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:58.765541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47410) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:58.788712 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.831272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:09:58.842508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Usage tracker for resource:security_group_rule and tenant:4406a912d18f4ed4b325c0f2f93b2400 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:09:58.846417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:09:58.855533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:09:58.870245 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:58.871772 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] 10.222.0.70 "PUT /v2.0/ports/73062f2e-6c35-4fb7-94c8-731904a3c20c HTTP/1.1" status: 200 len: 1094 time: 2.3300431 Jun 18 10:09:58.874648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655e572b-0d6a-4da9-af9b-e4e1b48e771c', 'tag': '73062f2e-6c35-4fb7-94c8-731904a3c20c'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:09:58.997942 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:59.001854 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:59.010543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c0d601e4-7eda-4f58-ade6-552051d1b9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:59.060118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129404a6-45f3-4708-9805-8f30c3769a80,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:59.064011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:59.067630 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4406a912d18f4ed4b325c0f2f93b2400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3006744 Jun 18 10:09:59.069839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47420) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:59.154993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba9d3-e1ab-4c35-a54f-9ad77c0ba1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:59.187917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba9d3-e1ab-4c35-a54f-9ad77c0ba1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:59.249484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba9d3-e1ab-4c35-a54f-9ad77c0ba1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:59.254608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Pushing event updated for resources: {'Port': ['ID=73062f2e-6c35-4fb7-94c8-731904a3c20c,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:59.257770 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b1c5c6bf-9ec2-49b9-9e07-8cc49b897e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:59.260554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:59.282337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ba9d3-e1ab-4c35-a54f-9ad77c0ba1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129404a6-45f3-4708-9805-8f30c3769a80,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:59.286025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ec9ba9d3-e1ab-4c35-a54f-9ad77c0ba1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:59.287725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba9d3-e1ab-4c35-a54f-9ad77c0ba1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:59.292675 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ec9ba9d3-e1ab-4c35-a54f-9ad77c0ba1e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/129404a6-45f3-4708-9805-8f30c3769a80 HTTP/1.1" status: 204 len: 168 time: 0.2216022 Jun 18 10:09:59.309097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae418-a680-4dbc-abfe-f5ffb1f6be1e req-42c8ee0f-902c-426d-90be-3d25e284283e tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:59.310833 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4eaae418-a680-4dbc-abfe-f5ffb1f6be1e req-42c8ee0f-902c-426d-90be-3d25e284283e tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 944 time: 0.7354257 Jun 18 10:09:59.380114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:59.380556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:59.380937 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Floating IP 07d583f6-70c0-4d2f-a8b7-25160469bb30 disassociated. External IP: 172.27.0.192, port: b1bb87ff-2712-433d-862d-fbbb27f2e2e1. Jun 18 10:09:59.381322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Calling delete_port for b1bb87ff-2712-433d-862d-fbbb27f2e2e1 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:09:59.475283 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4eaae418-a680-4dbc-abfe-f5ffb1f6be1e req-2971579b-26a3-4917-8a8c-233ac6519db6 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489503 Jun 18 10:09:59.498041 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-7450a317-86fa-4f97-8e00-168ce280d222 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db96c15638a143bb88c5ce23f6780168&device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 1097 time: 0.4926314 Jun 18 10:09:59.590982 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-2cd21b57-0c4d-49e0-8e02-a8011d203f21 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73062f2e-6c35-4fb7-94c8-731904a3c20c HTTP/1.1" status: 200 len: 217 time: 0.0747743 Jun 18 10:09:59.628099 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655e572b-0d6a-4da9-af9b-e4e1b48e771c', 'tag': '73062f2e-6c35-4fb7-94c8-731904a3c20c', 'status': 'completed', 'code': 200} Jun 18 10:09:59.728723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55703056-14f2-4946-bda6-62d807947222 req-cf545f4f-d87e-4aa5-a889-1481532f4282 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:09:59.730413 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-cf545f4f-d87e-4aa5-a889-1481532f4282 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f86d82-a7a9-4963-b989-69d7c1bb0b9b HTTP/1.1" status: 200 len: 848 time: 0.1044312 Jun 18 10:09:59.731247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:09:59.744546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0109ee6b-98f4-47c8-a8ed-6f3d5a92aa42 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:09:59.846470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event deleted for resources: {'Port': ['ID=b1bb87ff-2712-433d-862d-fbbb27f2e2e1,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:09:59.892084 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:09:59.894689 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-108d2508-a418-4ca3-9567-a541eabe5eca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca83a9eb-a719-4f4a-9235-965fb71a6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095524 Jun 18 10:09:59.905214 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ac14d6b6-5ecb-4986-a139-661d809527e5 req-e711c47a-1551-417f-8299-e32678bc3c1c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 210 time: 0.9039838 Jun 18 10:09:59.958386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47428) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:09:59.980754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:00.017759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:00.022373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Usage tracker for resource:security_group_rule and tenant:3c625f3688a24761a4b9e3b937792dee is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:00.026182 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:00.033362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:00.125478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:00.128737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:00.137339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-46cd92a7-8bdf-483e-aa18-6ca82af4d1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:00.187380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a7c48-59a5-47a8-b881-620f870936eb,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:00.190997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:00.194050 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c625f3688a24761a4b9e3b937792dee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2344604 Jun 18 10:10:00.197684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 47432) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:00.203717 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-7cc3814e-7505-4159-b47b-b19d9944d99c service neutron] 10.222.0.70 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966654 Jun 18 10:10:00.427967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37d8d6ac-25c7-4882-95a4-d7244d4042d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:00.459082 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-55703056-14f2-4946-bda6-62d807947222 req-d709ba41-8846-470c-a3ba-24ae84010df7 service neutron] 10.222.0.70 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430763 Jun 18 10:10:00.481741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37d8d6ac-25c7-4882-95a4-d7244d4042d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:00.532021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Router 86b036b5-1246-4716-ae53-870b21cfc6cc has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:10:00.725703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37d8d6ac-25c7-4882-95a4-d7244d4042d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:00.739148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0acc2974-d1ea-47d4-9cc3-be7e3441e4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:00.761071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8d6ac-25c7-4882-95a4-d7244d4042d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a7c48-59a5-47a8-b881-620f870936eb,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:00.768982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-37d8d6ac-25c7-4882-95a4-d7244d4042d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:00.808638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-37d8d6ac-25c7-4882-95a4-d7244d4042d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:00.809861 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-37d8d6ac-25c7-4882-95a4-d7244d4042d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e2a7c48-59a5-47a8-b881-620f870936eb HTTP/1.1" status: 204 len: 168 time: 0.6110954 Jun 18 10:10:00.824655 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ebde8f1-17de-415f-a885-2170cd691df4 req-8d4e6d10-191b-4009-8d5e-2e53581e7b51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db96c15638a143bb88c5ce23f6780168&device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 1097 time: 0.2766824 Jun 18 10:10:01.088821 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebde8f1-17de-415f-a885-2170cd691df4 req-4862af16-bef9-4e53-8ced-9f8e247212cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:01.090496 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ebde8f1-17de-415f-a885-2170cd691df4 req-4862af16-bef9-4e53-8ced-9f8e247212cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca83a9eb-a719-4f4a-9235-965fb71a6e14 HTTP/1.1" status: 200 len: 909 time: 0.2516398 Jun 18 10:10:01.203760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-536298d9-945a-4eba-a39d-74cd1550b2a6 req-830910c1-315f-409e-bbca-05438383af19 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Synchronizing usage tracker for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:10:01.248875 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ebde8f1-17de-415f-a885-2170cd691df4 req-b59005e4-7ca2-4933-b1c8-7c0ce8252f7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73062f2e-6c35-4fb7-94c8-731904a3c20c HTTP/1.1" status: 200 len: 217 time: 0.1082323 Jun 18 10:10:01.261685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-536298d9-945a-4eba-a39d-74cd1550b2a6 req-830910c1-315f-409e-bbca-05438383af19 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Unset dirty status for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:10:01.262960 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-536298d9-945a-4eba-a39d-74cd1550b2a6 req-830910c1-315f-409e-bbca-05438383af19 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 210 time: 0.1819065 Jun 18 10:10:01.322349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:10:01.333790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40001202-429c-452d-9249-831d5465937b None None] Sync routers for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:10:01.349639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40001202-429c-452d-9249-831d5465937b None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:10:01.350395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-40001202-429c-452d-9249-831d5465937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:09:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:01.382049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47249a15-d96d-4100-b711-768ad1b420c5 req-9e029576-66bf-49b6-bc14-596c5275b55f tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:01.385238 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-47249a15-d96d-4100-b711-768ad1b420c5 req-9e029576-66bf-49b6-bc14-596c5275b55f tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 944 time: 0.7305214 Jun 18 10:10:01.471693 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] No DVR routers for this DVR port b1bb87ff-2712-433d-862d-fbbb27f2e2e1 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:10:01.476414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebde8f1-17de-415f-a885-2170cd691df4 req-3ef16f97-79dc-4db3-b7a4-8b5110ec43ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:01.478700 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ebde8f1-17de-415f-a885-2170cd691df4 req-3ef16f97-79dc-4db3-b7a4-8b5110ec43ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79f86d82-a7a9-4963-b989-69d7c1bb0b9b HTTP/1.1" status: 200 len: 848 time: 0.2190623 Jun 18 10:10:01.479787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:01.481853 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f65774c3-2fd5-46e2-a606-bb0d08ac648a req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "DELETE /v2.0/ports/b1bb87ff-2712-433d-862d-fbbb27f2e2e1 HTTP/1.1" status: 204 len: 173 time: 3.7382808 Jun 18 10:10:01.551822 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ebde8f1-17de-415f-a885-2170cd691df4 req-fad282a2-00e7-4284-a89c-7eb60defc6d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca83a9eb-a719-4f4a-9235-965fb71a6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631413 Jun 18 10:10:01.565137 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-47249a15-d96d-4100-b711-768ad1b420c5 req-d4a3c0d6-2088-4ba6-b512-0836888b9fcf tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181366 Jun 18 10:10:01.658403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-deleted', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:10:01.682792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-40001202-429c-452d-9249-831d5465937b None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:10:01.912231 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fb8ca8-aff7-4201-9faa-fa1d58e16e85', 'name': 'network-vif-deleted', 'tag': 'b1bb87ff-2712-433d-862d-fbbb27f2e2e1', 'status': 'completed', 'code': 200} Jun 18 10:10:01.976864 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ebde8f1-17de-415f-a885-2170cd691df4 req-2594eabe-cf1a-44c5-a887-3ca96111dd16 service neutron] 10.222.0.70 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078395 Jun 18 10:10:02.113939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-40001202-429c-452d-9249-831d5465937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:02.122385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40001202-429c-452d-9249-831d5465937b None None] Checking router: 86b036b5-1246-4716-ae53-870b21cfc6cc for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:10:02.139304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40001202-429c-452d-9249-831d5465937b None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:10:02.140020 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-40001202-429c-452d-9249-831d5465937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:09:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:02.158866 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4ebde8f1-17de-415f-a885-2170cd691df4 req-a25fd5eb-b4ac-40cf-8303-8c1ff9fb34f8 service neutron] 10.222.0.70 "GET /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747766 Jun 18 10:10:02.391051 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-40001202-429c-452d-9249-831d5465937b None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:10:02.484262 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9fd440c9-656b-46c8-a7f1-bca892c77cc4 req-85b16236-cf0d-4d2f-b3bb-8f287fc1e835 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6fb8ca8-aff7-4201-9faa-fa1d58e16e85 HTTP/1.1" status: 200 len: 210 time: 0.0600379 Jun 18 10:10:02.850587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da441a92-6267-4f7f-88ce-631da7507174 req-94f3d79c-0cb8-4e33-9897-317ffc53bd8a tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:02.853145 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-da441a92-6267-4f7f-88ce-631da7507174 req-94f3d79c-0cb8-4e33-9897-317ffc53bd8a tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 944 time: 0.1355770 Jun 18 10:10:02.908667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-40001202-429c-452d-9249-831d5465937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:02.918653 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-da441a92-6267-4f7f-88ce-631da7507174 req-8a672321-37a0-4ee1-803e-058e0b58d065 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552924 Jun 18 10:10:02.919305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40001202-429c-452d-9249-831d5465937b None None] The sync data for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi is: [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:10:02.970225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 73062f2e-6c35-4fb7-94c8-731904a3c20c details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:10:02.975415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:10:03.059126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: b1bb87ff-2712-433d-862d-fbbb27f2e2e1 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:10:03.059728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device b1bb87ff-2712-433d-862d-fbbb27f2e2e1 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:10:03.390834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 73062f2e-6c35-4fb7-94c8-731904a3c20c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=73062f2e-6c35-4fb7-94c8-731904a3c20c,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:03.413001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '73062f2e-6c35-4fb7-94c8-731904a3c20c', 'network_id': 'ca83a9eb-a719-4f4a-9235-965fb71a6e14', 'port_id': '73062f2e-6c35-4fb7-94c8-731904a3c20c', 'mac_address': 'fa:16:3e:44:3c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f86d82-a7a9-4963-b989-69d7c1bb0b9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:10:03.447121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc12aa9-df3e-46e0-8f10-5ef4efc6eab2 None None] New status for floating IP 07d583f6-70c0-4d2f-a8b7-25160469bb30: DOWN {{(pid=82102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:10:03.543025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:03.589415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73062f2e-6c35-4fb7-94c8-731904a3c20c {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:10:03.632160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 73062f2e-6c35-4fb7-94c8-731904a3c20c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=73062f2e-6c35-4fb7-94c8-731904a3c20c,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:03.639215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:03.643473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:03.683468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 47478) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:03.787890 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-86cdb149-cb14-4e50-8d82-7c0aaeb046da tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:03.809225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=73062f2e-6c35-4fb7-94c8-731904a3c20c,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:03.815355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:03.845393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-86cdb149-cb14-4e50-8d82-7c0aaeb046da tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:03.907367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-86cdb149-cb14-4e50-8d82-7c0aaeb046da tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:03.917788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-053d20fa-3270-4744-88eb-6458c3c11701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:03.931400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['73062f2e-6c35-4fb7-94c8-731904a3c20c'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:10:03.940109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdb149-cb14-4e50-8d82-7c0aaeb046da tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a28f4a-a8ab-4e55-bc8e-60ece575382b,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:03.943037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-86cdb149-cb14-4e50-8d82-7c0aaeb046da tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:03.954059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-86cdb149-cb14-4e50-8d82-7c0aaeb046da tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:03.955308 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-86cdb149-cb14-4e50-8d82-7c0aaeb046da tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "DELETE /v2.0/security-groups/a9a28f4a-a8ab-4e55-bc8e-60ece575382b HTTP/1.1" status: 204 len: 168 time: 0.2707596 Jun 18 10:10:03.958459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 47482) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:03.981980 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.v2.resource [None req-6a169415-05cb-406c-bba8-6ee46bdb3c66 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] show failed (client error): The resource could not be found. Jun 18 10:10:03.987160 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6a169415-05cb-406c-bba8-6ee46bdb3c66 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups/a9a28f4a-a8ab-4e55-bc8e-60ece575382b HTTP/1.1" status: 404 len: 347 time: 0.0245264 Jun 18 10:10:03.987556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 47488) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:04.245352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Deleting port 8bf841fa-69b0-49d6-96c6-20ea7fb51474 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:10:04.245798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:04.451775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516c0f-9f1c-46d7-851f-f7915a915ab0 req-ba5f2774-5f25-4d79-983c-fb912d2c7211 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:04.454088 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18516c0f-9f1c-46d7-851f-f7915a915ab0 req-ba5f2774-5f25-4d79-983c-fb912d2c7211 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 945 time: 0.2954092 Jun 18 10:10:04.534308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:04.534679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:04.683596 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18516c0f-9f1c-46d7-851f-f7915a915ab0 req-b205dc1d-89de-4ea6-9521-bf29a115975e tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168622 Jun 18 10:10:04.691360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Calling delete_port for 8bf841fa-69b0-49d6-96c6-20ea7fb51474 owned by network:floatingip {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:10:04.864539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:04.878247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ba1d0793-80f9-4e6b-b814-5d7dc8a0b63a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:04.919214 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event deleted for resources: {'Port': ['ID=8bf841fa-69b0-49d6-96c6-20ea7fb51474,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:04.923315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:04.965873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 73062f2e-6c35-4fb7-94c8-731904a3c20c up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:10:04.969355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:04.989376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:04.995515 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "DELETE /v2.0/floatingips/07d583f6-70c0-4d2f-a8b7-25160469bb30 HTTP/1.1" status: 204 len: 168 time: 1.0018291 Jun 18 10:10:05.052933 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 73062f2e-6c35-4fb7-94c8-731904a3c20c completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:10:05.060365 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 73062f2e-6c35-4fb7-94c8-731904a3c20c triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:05.061121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.215001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47506) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:05.225175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357234241', 'description': 'tempest-description--949090138'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:05.242013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:05.248312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:security_group and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:05.253774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:05.268984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:05.282399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.332974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:05.338123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:security_group_rule and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:05.342391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:05.352550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:05.411623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.428411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.433133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.440445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d2d1087-bf92-46b5-b82f-e70876785d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:05.453845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e572b-0d6a-4da9-af9b-e4e1b48e771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73062f2e-6c35-4fb7-94c8-731904a3c20c'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:10:05.466783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 73062f2e-6c35-4fb7-94c8-731904a3c20c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=73062f2e-6c35-4fb7-94c8-731904a3c20c,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:05.471761 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.477870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:05.501581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:05.505324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:05.508105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.509720 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2931857 Jun 18 10:10:05.512784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47516) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:05.519323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'security_group_rule': {'security_group_id': '6ffcee8b-7ee5-409b-bb6d-a4f74d48b207', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:05.527034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:05.531934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:security_group_rule and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:05.535610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:05.542758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:05.561687 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e572b-0d6a-4da9-af9b-e4e1b48e771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73062f2e-6c35-4fb7-94c8-731904a3c20c', 'code': 200} Jun 18 10:10:05.565294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.565575 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=73062f2e-6c35-4fb7-94c8-731904a3c20c,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:05.569601 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:05.612046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-809caa8a-6c4f-43bb-96c8-d17374974c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.660263 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.664329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.668520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-feb77c04-a174-47ed-a5d2-094885cf5429 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:05.711323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3eda78c-4e8c-473c-9d0a-ac3796a9b348,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:05.716483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:05.728206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:05.731629 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b50757c0-0093-425e-a3e3-6fa33f9d7c25 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2159679 Jun 18 10:10:05.733149 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 47522) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:05.743772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'security_group_rule': {'security_group_id': '6ffcee8b-7ee5-409b-bb6d-a4f74d48b207', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:05.757935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:05.764521 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:security_group_rule and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:05.769696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:05.780229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:05.798837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:06.035731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:06.043643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:06.050539 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-36ed1df1-4a3c-4496-8c3d-caf2ae2a9953 req-caf83a28-eb29-4049-a7a2-fbd3dd6511c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 1099 time: 0.2345126 Jun 18 10:10:06.055915 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-51275a31-4f82-4bcb-8b97-dec0b3144aae tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:06.072140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29ed5d-a3e6-46d1-bed3-7a2148f85836 req-762095a6-7f70-477b-b197-cc4d55fe677f tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:06.073704 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6c29ed5d-a3e6-46d1-bed3-7a2148f85836 req-762095a6-7f70-477b-b197-cc4d55fe677f tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 946 time: 0.1864960 Jun 18 10:10:06.105495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5756cb86-e91d-4dd7-9d28-1d5c5eb51c6a,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:06.125282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:06.145007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:06.146267 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4115806 Jun 18 10:10:06.150331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47526) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:06.156488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'floatingip': {'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:06.162438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:06.167369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Usage tracker for resource:floatingip and tenant:0a438b407b114da5886b40df662ba3f3 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:06.167886 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-36ed1df1-4a3c-4496-8c3d-caf2ae2a9953 req-a44c9fbc-6f4d-4137-a5db-8b80b68e1213 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053636 Jun 18 10:10:06.170390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:06.175104 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6c29ed5d-a3e6-46d1-bed3-7a2148f85836 req-e4525503-0c48-47e9-80cb-8550b00db621 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783923 Jun 18 10:10:06.176462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:06.187860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:06.336097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:06.485593 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Allocated IP 172.27.0.214 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/370e40fe-f307-4480-bb8a-7286b7929a76) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:10:06.651741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:06.685166 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:06.690357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:06.761496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:10:06.764762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:06.770831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:10:06.804020 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'Port': ['ID=370e40fe-f307-4480-bb8a-7286b7929a76,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:06.810330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:06.940839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:07.001943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:07.233356 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:07.237527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7927738'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:07.238885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:07.247362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:07.366876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'Port': ['ID=370e40fe-f307-4480-bb8a-7286b7929a76,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:07.372087 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:07.381253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:07.404982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:07.409987 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2548239 Jun 18 10:10:07.410178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87008d-87fa-435e-ba24-3658ad0b0868 req-4e3c84f9-e0a2-4583-83ff-26e2fe8a62f4 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:07.411600 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0d87008d-87fa-435e-ba24-3658ad0b0868 req-4e3c84f9-e0a2-4583-83ff-26e2fe8a62f4 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 946 time: 0.0975311 Jun 18 10:10:07.469199 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0d87008d-87fa-435e-ba24-3658ad0b0868 req-6634e87b-8eb1-4532-b02d-58231f0ddd8e tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 Jun 18 10:10:07.657101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-0967e597-5fc5-47f8-af62-c4c16a702bfa tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Synchronizing usage tracker for tenant:0a438b407b114da5886b40df662ba3f3 on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:10:07.672147 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-0967e597-5fc5-47f8-af62-c4c16a702bfa tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Unset dirty status for tenant:0a438b407b114da5886b40df662ba3f3 on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:10:07.673369 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-0967e597-5fc5-47f8-af62-c4c16a702bfa tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--357234241&fields=id&tenant_id=0a438b407b114da5886b40df662ba3f3 HTTP/1.1" status: 200 len: 267 time: 0.0601354 Jun 18 10:10:07.840607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-152d36ab-c608-43e7-8b54-dd38bfcd2881 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:07.842139 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-152d36ab-c608-43e7-8b54-dd38bfcd2881 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 817 time: 0.1611843 Jun 18 10:10:07.860668 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-99f44e25-bdd5-4250-a7f6-b433505fc5c1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/quotas/0a438b407b114da5886b40df662ba3f3 HTTP/1.1" status: 200 len: 375 time: 0.0126286 Jun 18 10:10:07.966299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-9605ea47-04a4-47a5-aa11-ae4a7aacf18b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Synchronizing usage tracker for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:10:07.981606 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-9605ea47-04a4-47a5-aa11-ae4a7aacf18b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Unset dirty status for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:10:07.983080 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-9605ea47-04a4-47a5-aa11-ae4a7aacf18b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068590 Jun 18 10:10:08.263473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dff984ad-957e-4f1c-b08d-40cfc35f7160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:08.288593 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-be846f56-64b7-448f-b4b5-a5a7e4a3acae service neutron] 10.222.0.60 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917411 Jun 18 10:10:08.442391 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-d444deae-2598-42ab-bec3-371e9040001b service neutron] 10.222.0.60 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467495 Jun 18 10:10:08.704800 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9b004b60-95f2-49be-9cd6-6a27c2644d5e req-39d21e85-efc9-4983-ad6f-a7b8611bb387 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 210 time: 0.0531611 Jun 18 10:10:08.745254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271a64c-c109-4806-98a8-21992a829cb6 req-ea10834f-495a-49de-a06d-e5b8d22cec93 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:08.747050 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6271a64c-c109-4806-98a8-21992a829cb6 req-ea10834f-495a-49de-a06d-e5b8d22cec93 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 946 time: 0.1410224 Jun 18 10:10:08.799928 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6271a64c-c109-4806-98a8-21992a829cb6 req-571c6519-3451-42e2-b344-00e3313cbc12 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467236 Jun 18 10:10:08.805273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:09.901729 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ab8e8152-b803-4ce8-8b97-94ceab9337b4 req-a9763f77-2c1a-4531-bc10-216374072977 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 210 time: 0.0554757 Jun 18 10:10:10.089909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:10.253546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e8914-1809-4b1c-9e0c-6eadfa8eb0e2 req-5a6c98b3-9394-4ef1-b507-f4b1362f9a34 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:10.255134 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d20e8914-1809-4b1c-9e0c-6eadfa8eb0e2 req-5a6c98b3-9394-4ef1-b507-f4b1362f9a34 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 946 time: 0.1990287 Jun 18 10:10:10.262791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-796de8e8-4808-4e5f-b130-6b221adb7dd9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:10.264237 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-796de8e8-4808-4e5f-b130-6b221adb7dd9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 817 time: 0.2339816 Jun 18 10:10:10.529914 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d20e8914-1809-4b1c-9e0c-6eadfa8eb0e2 req-5328d700-e76a-4c48-9f2e-d31d80ac33a5 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646027 Jun 18 10:10:10.565529 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-3761225a-fadb-4367-9884-03cfbe14ebad tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a438b407b114da5886b40df662ba3f3 HTTP/1.1" status: 200 len: 5043 time: 0.2806807 Jun 18 10:10:10.578043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'port': {'device_id': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'admin_state_up': True, 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'security_groups': ['6ffcee8b-7ee5-409b-bb6d-a4f74d48b207']}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:10.726078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:10.737491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:10.748859 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Made reservation on behalf of 0a438b407b114da5886b40df662ba3f3 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:10.754580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:10.960772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Allocated IP 172.20.0.5 (9b140270-d2e2-45c2-a28d-b0b4a48e22a9/c1b6c945-0877-4af0-a5d8-b94fbc050b54/a27c782a-4348-44ec-a696-08e53d042051) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:10:11.159781 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-257c1cef-4533-4923-9a9d-ba603f2b6a56 req-0cb4a8cb-084d-4179-88ed-a08677a6d30d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 210 time: 0.0676014 Jun 18 10:10:11.240122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:11.260098 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Transition to ACTIVE for port object a27c782a-4348-44ec-a696-08e53d042051 will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:10:11.280801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:11.287055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-689660f9-0227-429e-a683-f8d33c054553 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:11.373660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:10:11.377522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:11.380037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:11.383593 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:10:11.391289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:11.392570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:11.425984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.426404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.426808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.427209 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.427607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.428004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.428396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.428826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.429171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.429556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.429942 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:11.437300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:11.446546 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721220 Jun 18 10:10:11.484954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Request body: {'port': {'device_id': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:11.608699 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:11.781643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-597a680a-f8f1-430d-a271-08dc13842d3b None None] Provisioning for port a27c782a-4348-44ec-a696-08e53d042051 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:10:11.786836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-597a680a-f8f1-430d-a271-08dc13842d3b None None] Provisioning complete for port a27c782a-4348-44ec-a696-08e53d042051 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:11.787238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-597a680a-f8f1-430d-a271-08dc13842d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:11.864556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-597a680a-f8f1-430d-a271-08dc13842d3b None None] Port a27c782a-4348-44ec-a696-08e53d042051 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:10:12.001204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ed3da-b36c-4c0b-8ab6-7dc4329377d6 req-3b70cddc-badf-4158-8f6a-9ee423a0a418 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:12.002790 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e39ed3da-b36c-4c0b-8ab6-7dc4329377d6 req-3b70cddc-badf-4158-8f6a-9ee423a0a418 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 946 time: 0.3343971 Jun 18 10:10:12.013380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-ac18d463-6b67-4eca-896e-e0c6737229a4 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:12.015007 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-ac18d463-6b67-4eca-896e-e0c6737229a4 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.70 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 946 time: 0.2967391 Jun 18 10:10:12.104430 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e39ed3da-b36c-4c0b-8ab6-7dc4329377d6 req-8ea710d4-7e87-4295-978b-71d916826cfb tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780046 Jun 18 10:10:12.173551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27c782a-4348-44ec-a696-08e53d042051 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:10:12.181128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:12.196901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Transition to ACTIVE for port object a27c782a-4348-44ec-a696-08e53d042051 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:10:12.199888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:12.204313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ad60cdad-7acd-4f33-83cb-70539e5bd405 tempest-VolumesNegativeTest-832031882 tempest-VolumesNegativeTest-832031882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:12.376679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:12.387722 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:12.460710 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Attempting to bind port a27c782a-4348-44ec-a696-08e53d042051 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:10:12.461882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Attempting to bind port a27c782a-4348-44ec-a696-08e53d042051 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:10:12.462291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Attempting to bind port a27c782a-4348-44ec-a696-08e53d042051 on network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:10:12.474959 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Port a27c782a-4348-44ec-a696-08e53d042051 on network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:10:12.475336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Attempting to bind port a27c782a-4348-44ec-a696-08e53d042051 on network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:10:12.486477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd936c3-b7d2-4bc8-a69a-a5857104a2a7 req-44011946-c892-46f6-bdd0-d085906ea947 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:12.487242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-5dd936c3-b7d2-4bc8-a69a-a5857104a2a7 req-44011946-c892-46f6-bdd0-d085906ea947 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Synchronizing usage tracker for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:10:12.495671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:10:12.496551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Checking segment: {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:10:12.497328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Bound using segment: {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:10:12.497994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Bound port: a27c782a-4348-44ec-a696-08e53d042051, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e2abe1-a61f-4c26-8777-635baeab4d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:10:12.499981 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:12.568475 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-5dd936c3-b7d2-4bc8-a69a-a5857104a2a7 req-44011946-c892-46f6-bdd0-d085906ea947 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Unset dirty status for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:10:12.572703 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5dd936c3-b7d2-4bc8-a69a-a5857104a2a7 req-44011946-c892-46f6-bdd0-d085906ea947 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.2617860 Jun 18 10:10:12.654225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:10:12.664146 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5dd936c3-b7d2-4bc8-a69a-a5857104a2a7 req-d57b0f73-046f-4b92-8b61-15147d137193 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800145 Jun 18 10:10:12.667253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:10:12.670434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:12.675050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c31ae8d5-a064-49f6-9818-86de05c35ba9 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:12.728104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:12.729805 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] 10.222.0.70 "PUT /v2.0/ports/a27c782a-4348-44ec-a696-08e53d042051 HTTP/1.1" status: 200 len: 1093 time: 1.2537999 Jun 18 10:10:12.737513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:10:12.761379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:12.765128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:12.807353 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051', 'status': 'completed', 'code': 200} Jun 18 10:10:13.363727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a874fb-fbce-469f-81aa-235fac457d2b req-73ca38cb-25e3-4410-a612-a4eba1a47361 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:13.365849 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-22a874fb-fbce-469f-81aa-235fac457d2b req-73ca38cb-25e3-4410-a612-a4eba1a47361 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 946 time: 0.0927334 Jun 18 10:10:13.433733 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-22a874fb-fbce-469f-81aa-235fac457d2b req-c072bc92-6bf7-4d62-885f-1b88830113a6 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600684 Jun 18 10:10:13.906276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10427715-a41b-4a95-9d8f-3961824aeb18 req-a07ffea8-393c-407e-8e40-2dd2a4a2510d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:13.907918 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-10427715-a41b-4a95-9d8f-3961824aeb18 req-a07ffea8-393c-407e-8e40-2dd2a4a2510d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.0967939 Jun 18 10:10:13.962089 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-10427715-a41b-4a95-9d8f-3961824aeb18 req-14ec57b1-3715-47e6-aae9-6d1b61b5ccda tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468214 Jun 18 10:10:14.673372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad16be-645e-4333-ba1a-bf9078177949 req-b0de9901-0e95-48a2-b71b-8a02134a6c19 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:14.675195 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bdad16be-645e-4333-ba1a-bf9078177949 req-b0de9901-0e95-48a2-b71b-8a02134a6c19 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 946 time: 0.1051512 Jun 18 10:10:14.830277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Deleting port 73062f2e-6c35-4fb7-94c8-731904a3c20c {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:10:14.830681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:14.891152 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bdad16be-645e-4333-ba1a-bf9078177949 req-48cb612d-66f0-4921-8178-0b5d6f09f57c tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838102 Jun 18 10:10:14.985918 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a4b76593-671f-4476-85d3-e9a8908fc7d0 req-71d27ee3-4ed8-4d24-8fc5-85c0efb48bb9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 1096 time: 0.2498915 Jun 18 10:10:15.512701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] For port 73062f2e-6c35-4fb7-94c8-731904a3c20c, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=73062f2e-6c35-4fb7-94c8-731904a3c20c,segment=NetworkSegment(6daf3db2-5424-4112-add1-bd7bc7fd9038),segment_id=6daf3db2-5424-4112-add1-bd7bc7fd9038)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:15.513101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:15.520951 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b76593-671f-4476-85d3-e9a8908fc7d0 req-597a6975-3dcb-4cfa-9434-0e6bc7db6745 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:15.522564 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a4b76593-671f-4476-85d3-e9a8908fc7d0 req-597a6975-3dcb-4cfa-9434-0e6bc7db6745 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0a438b407b114da5886b40df662ba3f3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5165784 Jun 18 10:10:15.679552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Calling delete_port for 73062f2e-6c35-4fb7-94c8-731904a3c20c owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:10:15.776504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842e2a7-3a33-4e56-ac6c-8ed93bd68cfc req-a6c8cd9e-73e3-4986-9532-6fb5f5afd7de tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:15.778419 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6842e2a7-3a33-4e56-ac6c-8ed93bd68cfc req-a6c8cd9e-73e3-4986-9532-6fb5f5afd7de tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.4568636 Jun 18 10:10:16.035715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b76593-671f-4476-85d3-e9a8908fc7d0 req-74a9555a-ec51-40f7-bf66-cd201fc1e809 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:16.038371 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a4b76593-671f-4476-85d3-e9a8908fc7d0 req-74a9555a-ec51-40f7-bf66-cd201fc1e809 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5065653 Jun 18 10:10:16.141549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:16.152560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8da8e834-79fe-4ddb-99b8-beb6b39447e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:16.204980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Pushing event deleted for resources: {'Port': ['ID=73062f2e-6c35-4fb7-94c8-731904a3c20c,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:16.209069 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6842e2a7-3a33-4e56-ac6c-8ed93bd68cfc req-796204d2-7f03-4c5b-9cf3-5c63f1b75926 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173093 Jun 18 10:10:16.213818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:16.358683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] No DVR routers for this DVR port 73062f2e-6c35-4fb7-94c8-731904a3c20c on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:10:16.363559 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:16.366584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e572b-0d6a-4da9-af9b-e4e1b48e771c', 'name': 'network-vif-deleted', 'tag': '73062f2e-6c35-4fb7-94c8-731904a3c20c'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:10:16.405484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6b53-1f4d-40cf-8deb-a324b9b4695d req-1a3e0d05-c05f-43a7-8633-c00c4ab3666a tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:16.406387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-86aa6b53-1f4d-40cf-8deb-a324b9b4695d req-1a3e0d05-c05f-43a7-8633-c00c4ab3666a tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Synchronizing usage tracker for tenant:db96c15638a143bb88c5ce23f6780168 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:10:16.413254 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4604ad0-a536-45dc-bdb2-af76e59fb4a9 req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.70 "DELETE /v2.0/ports/73062f2e-6c35-4fb7-94c8-731904a3c20c HTTP/1.1" status: 204 len: 173 time: 1.7367613 Jun 18 10:10:16.474696 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-f77341e5-da7f-47d6-bd31-19fb4e4f2578 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 1096 time: 0.3646390 Jun 18 10:10:16.476411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-86aa6b53-1f4d-40cf-8deb-a324b9b4695d req-1a3e0d05-c05f-43a7-8633-c00c4ab3666a tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Unset dirty status for tenant:db96c15638a143bb88c5ce23f6780168 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:10:16.478643 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-86aa6b53-1f4d-40cf-8deb-a324b9b4695d req-1a3e0d05-c05f-43a7-8633-c00c4ab3666a tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e572b-0d6a-4da9-af9b-e4e1b48e771c HTTP/1.1" status: 200 len: 867 time: 0.4458425 Jun 18 10:10:16.581572 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e572b-0d6a-4da9-af9b-e4e1b48e771c', 'name': 'network-vif-deleted', 'tag': '73062f2e-6c35-4fb7-94c8-731904a3c20c', 'status': 'completed', 'code': 200} Jun 18 10:10:16.613650 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-3ceea4fe-870c-4f04-8c9c-be1055b13ade service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a27c782a-4348-44ec-a696-08e53d042051 HTTP/1.1" status: 200 len: 217 time: 0.1089776 Jun 18 10:10:16.688654 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-86aa6b53-1f4d-40cf-8deb-a324b9b4695d req-d6d4aa64-d59b-4e1a-9c45-53cfacf45f50 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] 10.222.0.60 "GET /v2.0/security-groups?id=3375fe3c-18ce-402f-a6b5-3714b2160064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020519 Jun 18 10:10:16.721941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-59ca9352-e7a5-4837-80bc-eb0c1b8cbeb0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:16.724682 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-59ca9352-e7a5-4837-80bc-eb0c1b8cbeb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.1011920 Jun 18 10:10:16.809607 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-fecc9fd3-37df-4a36-9dfc-dcfffa597173 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771880 Jun 18 10:10:16.983090 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-fd347ed2-cbe4-4959-b462-c59ba7e58dac service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655657 Jun 18 10:10:17.150992 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c2c1ec2a-894d-4df8-b1a5-2bcbae947c05 req-4f32bee7-4fcc-49eb-96e4-4787b5bfe3ce service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598859 Jun 18 10:10:17.465431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49440147-6bf4-4655-b73f-ba2e134fc4ef req-2b9b42df-4413-48ea-9417-8574ff725394 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:17.467011 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-49440147-6bf4-4655-b73f-ba2e134fc4ef req-2b9b42df-4413-48ea-9417-8574ff725394 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1021159 Jun 18 10:10:17.516868 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-49440147-6bf4-4655-b73f-ba2e134fc4ef req-330fe663-781f-4f0a-8a90-308fe30d8255 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436912 Jun 18 10:10:17.656371 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 73062f2e-6c35-4fb7-94c8-731904a3c20c no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:10:17.693055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 73062f2e-6c35-4fb7-94c8-731904a3c20c {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:10:17.693655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 73062f2e-6c35-4fb7-94c8-731904a3c20c not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:10:18.810207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804156ea-dcea-4f5f-88cd-165027c8204c req-1a791ab1-0f47-4174-9a73-bed4b3a2b229 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:18.811860 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-804156ea-dcea-4f5f-88cd-165027c8204c req-1a791ab1-0f47-4174-9a73-bed4b3a2b229 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1329913 Jun 18 10:10:18.882881 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-804156ea-dcea-4f5f-88cd-165027c8204c req-77acd964-b485-4849-8af5-d0b6ad7bcab4 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634351 Jun 18 10:10:20.124028 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517d7a9-be68-4594-9699-9dfa4ec6a44c req-11006898-3349-4aee-a439-08b06180021d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:20.125828 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8517d7a9-be68-4594-9699-9dfa4ec6a44c req-11006898-3349-4aee-a439-08b06180021d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.0962393 Jun 18 10:10:20.176666 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8517d7a9-be68-4594-9699-9dfa4ec6a44c req-a0b90363-66f7-423f-86b5-ff7090477c2b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443332 Jun 18 10:10:21.192974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:10:21.301692 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:21.356001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:21.372128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'a27c782a-4348-44ec-a696-08e53d042051', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'port_id': 'a27c782a-4348-44ec-a696-08e53d042051', 'mac_address': 'fa:16:3e:8d:6c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:10:21.420508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e006b58-8ad0-4b28-9cea-e464b656fb19 req-d210384c-a6a7-4c40-bd33-c6172670d6f0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:21.422195 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3e006b58-8ad0-4b28-9cea-e464b656fb19 req-d210384c-a6a7-4c40-bd33-c6172670d6f0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.0962763 Jun 18 10:10:21.433523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:21.454241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27c782a-4348-44ec-a696-08e53d042051 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:10:21.471559 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:21.479824 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:21.480142 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3e006b58-8ad0-4b28-9cea-e464b656fb19 req-cabc3489-7482-45ed-a1bc-f49c97cae2d0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517614 Jun 18 10:10:21.484287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-874324bd-12eb-4928-8768-ac979d8dd320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:21.564391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:21.574236 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.574621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.574997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.575369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.575738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.576111 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.576477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.576901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.577241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.577602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.578006 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:21.582287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:22.420460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['a27c782a-4348-44ec-a696-08e53d042051'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:10:22.714992 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3179e-364a-4dcd-bfa0-37164551774a req-945399df-03ec-4f4d-b534-e572d1129872 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:22.716587 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2fe3179e-364a-4dcd-bfa0-37164551774a req-945399df-03ec-4f4d-b534-e572d1129872 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 944 time: 0.0908644 Jun 18 10:10:22.799483 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2fe3179e-364a-4dcd-bfa0-37164551774a req-29681314-5da6-4ec0-8803-b8b53563e590 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760880 Jun 18 10:10:24.038194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcc101-7120-4921-b4f8-36678aa3ed83 req-a10e506e-03fb-428d-9e48-d59edca2be4c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:24.041316 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9fdcc101-7120-4921-b4f8-36678aa3ed83 req-a10e506e-03fb-428d-9e48-d59edca2be4c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 944 time: 0.0931747 Jun 18 10:10:24.103351 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9fdcc101-7120-4921-b4f8-36678aa3ed83 req-86618dc3-d94e-4160-b45c-c2a800151241 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533869 Jun 18 10:10:24.138823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:10:24.239511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port a27c782a-4348-44ec-a696-08e53d042051 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:10:24.246221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port a27c782a-4348-44ec-a696-08e53d042051 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:10:24.246619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:24.374094 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:24.405819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:10:24.416276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:24.419431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:24.423094 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:24.481379 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051', 'code': 200} Jun 18 10:10:24.508893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:24.512304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:24.796717 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30b0d795-417c-49d0-8a52-7156aa2588ee req-daf5c70d-62ec-4eb4-a0b6-67a285fc060f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 1098 time: 0.0884879 Jun 18 10:10:24.851605 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30b0d795-417c-49d0-8a52-7156aa2588ee req-6fe96804-b863-4eb7-a760-055572e0c22a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468667 Jun 18 10:10:25.374216 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc73940-85d3-4ea8-af0f-5469c8a313d4 req-4bcbd662-4d17-4788-b9c8-cb937d13fc3f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:25.375876 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2cc73940-85d3-4ea8-af0f-5469c8a313d4 req-4bcbd662-4d17-4788-b9c8-cb937d13fc3f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0997744 Jun 18 10:10:25.427398 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2cc73940-85d3-4ea8-af0f-5469c8a313d4 req-dd267d4b-ee44-4660-916c-4ecc79edcff2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442309 Jun 18 10:10:26.688432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42277-40ea-40dd-878d-286ab2328c4e req-025cb729-404f-4df0-90c0-49c909f3244e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:26.690329 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dfd42277-40ea-40dd-878d-286ab2328c4e req-025cb729-404f-4df0-90c0-49c909f3244e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0864978 Jun 18 10:10:26.752954 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dfd42277-40ea-40dd-878d-286ab2328c4e req-1fbe44eb-b510-4951-b90e-b971e55a3c23 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517523 Jun 18 10:10:27.044015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea7d33-b228-4457-a494-d89151d10bfb req-fa95ec08-728b-478d-b084-0eb10dd81386 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:27.052370 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b3ea7d33-b228-4457-a494-d89151d10bfb req-fa95ec08-728b-478d-b084-0eb10dd81386 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1015403 Jun 18 10:10:27.059069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 47842) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:27.065569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-87bdb1e1-9e9f-4c00-b2bb-e9369cc69bd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Request body: {'floatingip': {'port_id': 'a27c782a-4348-44ec-a696-08e53d042051'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:27.379183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-87bdb1e1-9e9f-4c00-b2bb-e9369cc69bd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.007800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:10:28.133710 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-87bdb1e1-9e9f-4c00-b2bb-e9369cc69bd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.137123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-87bdb1e1-9e9f-4c00-b2bb-e9369cc69bd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:28.387149 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [None req-87bdb1e1-9e9f-4c00-b2bb-e9369cc69bd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Floating IP 57d9e619-3333-404b-8480-4b64d8b1c70b associated. External IP: 172.27.0.214, port: a27c782a-4348-44ec-a696-08e53d042051. Jun 18 10:10:28.864323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bdb1e1-9e9f-4c00-b2bb-e9369cc69bd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Router 86b036b5-1246-4716-ae53-870b21cfc6cc has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:10:29.138812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bdb1e1-9e9f-4c00-b2bb-e9369cc69bd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:10:29.144169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-87bdb1e1-9e9f-4c00-b2bb-e9369cc69bd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:29.150704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] Sync routers for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:10:29.169130 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:10:29.170716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:10:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:29.209550 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-87bdb1e1-9e9f-4c00-b2bb-e9369cc69bd3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "PUT /v2.0/floatingips/57d9e619-3333-404b-8480-4b64d8b1c70b HTTP/1.1" status: 200 len: 991 time: 2.1492352 Jun 18 10:10:29.210538 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:10:29.287762 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051', 'status': 'completed', 'code': 200} Jun 18 10:10:29.497821 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9581cd3b-2b6c-461f-aac3-201ecb958370 req-59740f2e-555e-4275-9400-938ad27c565a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 1098 time: 0.1518583 Jun 18 10:10:29.521980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:10:29.665066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581cd3b-2b6c-461f-aac3-201ecb958370 req-c61ed87a-5fd5-4901-b34f-fcad44d1636b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:29.667035 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9581cd3b-2b6c-461f-aac3-201ecb958370 req-c61ed87a-5fd5-4901-b34f-fcad44d1636b service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 918 time: 0.1620312 Jun 18 10:10:29.798025 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9581cd3b-2b6c-461f-aac3-201ecb958370 req-bc0c205f-c0cf-454d-803d-655a99cebac5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a27c782a-4348-44ec-a696-08e53d042051 HTTP/1.1" status: 200 len: 999 time: 0.1221700 Jun 18 10:10:29.879611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581cd3b-2b6c-461f-aac3-201ecb958370 req-9f350c65-74e8-4ce8-acfc-22b4188f88aa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:29.881470 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9581cd3b-2b6c-461f-aac3-201ecb958370 req-9f350c65-74e8-4ce8-acfc-22b4188f88aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.0745254 Jun 18 10:10:29.972407 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9581cd3b-2b6c-461f-aac3-201ecb958370 req-d8a6f1d7-8826-4f61-86a6-0d4d87dac7c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823259 Jun 18 10:10:30.077730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': '57d9e619-3333-404b-8480-4b64d8b1c70b', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'port_id': 'a27c782a-4348-44ec-a696-08e53d042051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'mac_address': 'fa:16:3e:8d:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:10:06Z', 'updated_at': '2021-06-18T10:10:27Z', 'revision_number': 1, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:30.082357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] Checking router: 86b036b5-1246-4716-ae53-870b21cfc6cc for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:10:30.097790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:10:30.098534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:10:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:30.139128 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9581cd3b-2b6c-461f-aac3-201ecb958370 req-83d94d79-1a05-46e7-b833-bdba692123af service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592793 Jun 18 10:10:30.372855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:10:30.557462 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9581cd3b-2b6c-461f-aac3-201ecb958370 req-23839450-b201-41dd-add0-cde14b2b07da service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115632 Jun 18 10:10:31.052416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': '57d9e619-3333-404b-8480-4b64d8b1c70b', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'port_id': 'a27c782a-4348-44ec-a696-08e53d042051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'mac_address': 'fa:16:3e:8d:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:10:06Z', 'updated_at': '2021-06-18T10:10:27Z', 'revision_number': 1, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:31.057916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ac43f-ebaa-48d5-99ef-c710daa5c670 None None] The sync data for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi is: [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': '57d9e619-3333-404b-8480-4b64d8b1c70b', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'port_id': 'a27c782a-4348-44ec-a696-08e53d042051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'mac_address': 'fa:16:3e:8d:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:10:06Z', 'updated_at': '2021-06-18T10:10:27Z', 'revision_number': 1, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:10:31.432625 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab86d87-e70a-4cd5-bc75-55c9561e5c8e None None] New status for floating IP 57d9e619-3333-404b-8480-4b64d8b1c70b: ACTIVE {{(pid=82102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:10:35.601837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-638c984f-5b31-4594-aaa2-1a657ae608cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:36.676248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596360-3776-4863-aa25-966d741fb154 req-418c61df-5d1e-41c2-a8b7-2700efd9747b tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:36.684805 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f3596360-3776-4863-aa25-966d741fb154 req-418c61df-5d1e-41c2-a8b7-2700efd9747b tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0919785 Jun 18 10:10:36.733615 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f3596360-3776-4863-aa25-966d741fb154 req-8bee124e-7467-48be-8d4a-0d04d64b1a2e tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477931 Jun 18 10:10:37.247947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:38.012001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43674539-9534-4cb3-a30a-f40c748d1e87 req-cedeb32a-c253-46d0-9841-df95d2d9edcb tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:38.014017 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-43674539-9534-4cb3-a30a-f40c748d1e87 req-cedeb32a-c253-46d0-9841-df95d2d9edcb tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0978801 Jun 18 10:10:38.077538 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-43674539-9534-4cb3-a30a-f40c748d1e87 req-05acce80-b562-4b33-982a-8094dbd51f3c tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544424 Jun 18 10:10:38.275716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4d76da05-cd87-4f12-a713-e8607e055677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:38.804442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:39.320649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b172-b5d1-467b-90c8-22d10e55ec96 req-8e8a6934-cdab-4e04-82b1-2d8a6d38eb39 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:39.323021 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1636b172-b5d1-467b-90c8-22d10e55ec96 req-8e8a6934-cdab-4e04-82b1-2d8a6d38eb39 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1005585 Jun 18 10:10:39.382816 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1636b172-b5d1-467b-90c8-22d10e55ec96 req-30211ce6-ca3e-4b4c-b50c-c8565c7dc6ad tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529220 Jun 18 10:10:40.098380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:40.614298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b971c8-5f58-4744-8f99-71b232715e10 req-3a1ac911-ee89-4312-9cee-83a51cd1115f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:40.617246 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-23b971c8-5f58-4744-8f99-71b232715e10 req-3a1ac911-ee89-4312-9cee-83a51cd1115f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1083241 Jun 18 10:10:40.668586 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-23b971c8-5f58-4744-8f99-71b232715e10 req-ca1b37c1-d1a3-46c2-a393-2b4a851f1a70 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 Jun 18 10:10:41.894061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfa0f3-9ac1-47c6-9d03-a329c1c7de94 req-b0447bfa-94b8-453c-94b0-4f4354e9374b tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:41.895685 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-13dfa0f3-9ac1-47c6-9d03-a329c1c7de94 req-b0447bfa-94b8-453c-94b0-4f4354e9374b tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0934677 Jun 18 10:10:41.945713 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-13dfa0f3-9ac1-47c6-9d03-a329c1c7de94 req-88458190-18a9-45c0-8cbe-182c55bc451f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428219 Jun 18 10:10:43.166943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70dae8-884a-43bc-9fd3-7c185a5ed685 req-d8ce7da4-bf2c-402a-8ef7-2659610ced49 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:43.168569 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d70dae8-884a-43bc-9fd3-7c185a5ed685 req-d8ce7da4-bf2c-402a-8ef7-2659610ced49 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0923448 Jun 18 10:10:43.223700 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d70dae8-884a-43bc-9fd3-7c185a5ed685 req-4465c8db-89ef-40a8-9056-9359b91b4842 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481477 Jun 18 10:10:44.492590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155aae9-07ed-4160-80a1-85245352648b req-362d664a-cba1-40e2-a737-9d7b6e9c1f64 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:44.495216 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e155aae9-07ed-4160-80a1-85245352648b req-362d664a-cba1-40e2-a737-9d7b6e9c1f64 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1013107 Jun 18 10:10:44.574131 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e155aae9-07ed-4160-80a1-85245352648b req-e2d6f277-ab54-4f2f-aab8-66a87820d880 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671906 Jun 18 10:10:45.807515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b783c-6df0-481a-8408-94ba7280a82b req-8eeb7db3-39b3-4af5-8057-38c12f2547be tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:45.809070 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f71b783c-6df0-481a-8408-94ba7280a82b req-8eeb7db3-39b3-4af5-8057-38c12f2547be tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1024606 Jun 18 10:10:45.866078 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f71b783c-6df0-481a-8408-94ba7280a82b req-f66d49e9-ce4a-4eee-a8a5-e170349eb5fe tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506427 Jun 18 10:10:47.085073 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3f8b2-196f-4dbc-9b11-393922eebac4 req-ba6ba0be-6014-4853-9860-1db36b6f17e7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:47.087354 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7fa3f8b2-196f-4dbc-9b11-393922eebac4 req-ba6ba0be-6014-4853-9860-1db36b6f17e7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0838499 Jun 18 10:10:47.136116 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7fa3f8b2-196f-4dbc-9b11-393922eebac4 req-61cbeec9-6831-4fea-a69f-6c6a55d47fab tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 Jun 18 10:10:48.386730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcaa86-b6dd-460f-922c-e1b6e859d8f1 req-5a252210-6bf6-48d8-aac3-68bd370f23f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:48.388459 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2fdcaa86-b6dd-460f-922c-e1b6e859d8f1 req-5a252210-6bf6-48d8-aac3-68bd370f23f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1093628 Jun 18 10:10:48.442907 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2fdcaa86-b6dd-460f-922c-e1b6e859d8f1 req-dff9ce06-5a53-4d41-b9ce-9b04590588c6 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466945 Jun 18 10:10:49.568890 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48090) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:49.655200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Deleting subnet 79f86d82-a7a9-4963-b989-69d7c1bb0b9b {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:10:49.658531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.670218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105cc30-ba3c-46c0-b1f2-447fcf1a214b req-0c95b0fc-6801-4910-a873-5477be4da5ea tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:49.671853 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7105cc30-ba3c-46c0-b1f2-447fcf1a214b req-0c95b0fc-6801-4910-a873-5477be4da5ea tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0943892 Jun 18 10:10:49.718523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:49.722386 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7105cc30-ba3c-46c0-b1f2-447fcf1a214b req-55557948-39cb-4a86-8371-6bdfaa0226ff tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Jun 18 10:10:49.780317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.048320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.052996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-20de30df-0656-4542-a8e8-4b9c9da68ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:50.089632 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f86d82-a7a9-4963-b989-69d7c1bb0b9b,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:50.103278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.103806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.104788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.104788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.105008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.105407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.105804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.106218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.106608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.106997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.107384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:10:50.110401 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.114771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:50.118457 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c8cdb7b5-5e65-466a-879d-81164e9c9317 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/79f86d82-a7a9-4963-b989-69d7c1bb0b9b HTTP/1.1" status: 204 len: 168 time: 0.5474689 Jun 18 10:10:50.121213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48096) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:50.239903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.375459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.389413 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca83a9eb-a719-4f4a-9235-965fb71a6e14']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:50.402631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daf3db2-5424-4112-add1-bd7bc7fd9038') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:50.402964 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daf3db2-5424-4112-add1-bd7bc7fd9038') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:50.415855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.430894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.437703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:10:50.438157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:10:50.452562 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:10:50.532655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.536355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-34cfa7b3-6437-4133-bcef-085552338cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:50.551198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:50.563854 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ca83a9eb-a719-4f4a-9235-965fb71a6e14,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:50.567291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:50.572250 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] 10.222.0.60 "DELETE /v2.0/networks/ca83a9eb-a719-4f4a-9235-965fb71a6e14 HTTP/1.1" status: 204 len: 168 time: 0.4500322 Jun 18 10:10:50.786371 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48112) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:50.861347 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 48116) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:50.861937 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-661a6fa2-64ea-4baa-8a16-ae2956a0b749 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db96c15638a143bb88c5ce23f6780168&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0742047 Jun 18 10:10:51.011060 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e7619ff-e500-4ebb-b33a-fe07105e1b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:51.019047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf418600-db4a-4599-9d49-8dbb6890c065 req-b009871d-cb5e-4c2a-a0b6-516859a51ee5 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:51.020627 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bf418600-db4a-4599-9d49-8dbb6890c065 req-b009871d-cb5e-4c2a-a0b6-516859a51ee5 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1338136 Jun 18 10:10:51.068891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e7619ff-e500-4ebb-b33a-fe07105e1b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:51.116277 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bf418600-db4a-4599-9d49-8dbb6890c065 req-5096ca6b-ccb6-4fd1-912a-10b3542dcb42 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875206 Jun 18 10:10:51.132596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e7619ff-e500-4ebb-b33a-fe07105e1b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:51.138516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-285ea089-b489-4eab-8185-e7ede28f80a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:51.156585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7619ff-e500-4ebb-b33a-fe07105e1b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375fe3c-18ce-402f-a6b5-3714b2160064,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:51.159343 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8e7619ff-e500-4ebb-b33a-fe07105e1b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:51.166660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e7619ff-e500-4ebb-b33a-fe07105e1b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:51.167875 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8e7619ff-e500-4ebb-b33a-fe07105e1b3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3375fe3c-18ce-402f-a6b5-3714b2160064 HTTP/1.1" status: 204 len: 168 time: 0.3042874 Jun 18 10:10:51.236526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:51.963997 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c65dad53-3a19-4119-8eae-d91ade394861 req-9b4b8dd6-9cab-4436-95fe-b8106d40f805 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=676571e50e2545779d49baf7b45bd0b1&device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1099 time: 0.0760047 Jun 18 10:10:52.109062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48146) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:52.139264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dad53-3a19-4119-8eae-d91ade394861 req-551a3e75-c660-4205-b57d-f457849adc31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:52.140842 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c65dad53-3a19-4119-8eae-d91ade394861 req-551a3e75-c660-4205-b57d-f457849adc31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75017cc0-35c1-4364-bf40-beb6ab6f53d7 HTTP/1.1" status: 200 len: 909 time: 0.1687846 Jun 18 10:10:52.285082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-258824038-network', 'tenant_id': '444a0806510048f1b30feba0a20c92c7'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:52.291046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:52.300387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Usage tracker for resource:network and tenant:444a0806510048f1b30feba0a20c92c7 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:52.303658 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:52.310286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:52.319396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Made reservation on behalf of 444a0806510048f1b30feba0a20c92c7 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:52.324423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.331700 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c65dad53-3a19-4119-8eae-d91ade394861 req-5bb603f4-430b-430d-88a5-aa10048e38eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5530829-03e9-48ec-9922-dece0946af72 HTTP/1.1" status: 200 len: 1002 time: 0.1724975 Jun 18 10:10:52.427905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dad53-3a19-4119-8eae-d91ade394861 req-eabaa4bf-4e99-4889-ac6b-9a32687ec8e0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:52.429518 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c65dad53-3a19-4119-8eae-d91ade394861 req-eabaa4bf-4e99-4889-ac6b-9a32687ec8e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50b4836-27c8-44ad-a660-5703f9205892 HTTP/1.1" status: 200 len: 847 time: 0.0909970 Jun 18 10:10:52.436954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d3604-6f5f-49b7-af51-1ad3c0bfed03 req-328e2391-4599-4e5e-89b6-66440d83af59 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:52.438646 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bb9d3604-6f5f-49b7-af51-1ad3c0bfed03 req-328e2391-4599-4e5e-89b6-66440d83af59 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1609843 Jun 18 10:10:52.548228 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bb9d3604-6f5f-49b7-af51-1ad3c0bfed03 req-09d75b88-6c76-4c35-909d-a9467c60d591 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028624 Jun 18 10:10:52.566293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.572676 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c65dad53-3a19-4119-8eae-d91ade394861 req-d47e6d64-4454-4307-a09e-ed99aec7ce53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75017cc0-35c1-4364-bf40-beb6ab6f53d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1260302 Jun 18 10:10:52.599734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:52.604325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Usage tracker for resource:security_group_rule and tenant:444a0806510048f1b30feba0a20c92c7 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:52.607244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:52.613198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:52.679807 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.683338 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.687750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3f254c46-3326-4692-968f-a5278e831aeb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:52.715870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:10:52.722968 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c65dad53-3a19-4119-8eae-d91ade394861 req-532bdabc-fd12-44c1-a2fb-004159641de1 service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417930 Jun 18 10:10:52.729252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:52.734219 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:52.735244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.735626 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Added segment 4983bb11-5c95-4f81-82de-4055e09bb509 of type vlan for network f35bc36b-3541-4b5a-8127-1384351e2872 Jun 18 10:10:52.766159 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.797407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.798816 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:52.799398 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:52.804397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:52.881455 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c65dad53-3a19-4119-8eae-d91ade394861 req-3d21ad02-c4da-4ada-874d-fe9b369de076 service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518090 Jun 18 10:10:52.912651 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8020592 Jun 18 10:10:52.913585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Pushing event updated for resources: {'Network': ['ID=f35bc36b-3541-4b5a-8127-1384351e2872,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:52.916603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48154) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:52.919222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:52.923309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Request body: {'subnet': {'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-258824038-subnet', 'tenant_id': '444a0806510048f1b30feba0a20c92c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:52.924497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network f35bc36b-3541-4b5a-8127-1384351e2872 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:10:52.929175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:52.934327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Usage tracker for resource:subnet and tenant:444a0806510048f1b30feba0a20c92c7 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:52.937278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:52.947102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:52.957485 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Made reservation on behalf of 444a0806510048f1b30feba0a20c92c7 for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:52.962513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848291384'] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:53.389802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7925794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848291367'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:53.395247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cf10bd1b-16ff-451b-8156-c7ad02027cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:53.470766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6674df-250e-454b-93d9-8e3216030573,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:53.473597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:53.485434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Checking segment: {'id': '4983bb11-5c95-4f81-82de-4055e09bb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:10:53.485823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Network hostable DHCP agents. Network: f35bc36b-3541-4b5a-8127-1384351e2872, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:10:53.509390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Network f35bc36b-3541-4b5a-8127-1384351e2872 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:10:53.518931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, f35bc36b-3541-4b5a-8127-1384351e2872) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:53.526270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 48166) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:53.529996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d2db0e-0a9a-4383-8736-0212e65f17d7 None None] Network f35bc36b-3541-4b5a-8127-1384351e2872 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:10:53.536616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:53.537467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:53.557871 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6401622 Jun 18 10:10:53.763834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e00db-15d6-4134-bdf6-3e617eb56d59 None None] Network f35bc36b-3541-4b5a-8127-1384351e2872 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:10:53.778876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:53.832881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:53.839362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1a40551abfe542119b52666653f78998 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:53.845777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:53.858252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1bc71-5027-4272-ad6c-409c92245d51 req-aff40430-634d-4d8e-a44e-3447994cc302 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:53.867589 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3ea1bc71-5027-4272-ad6c-409c92245d51 req-aff40430-634d-4d8e-a44e-3447994cc302 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1659226 Jun 18 10:10:53.881293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:53.952830 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3ea1bc71-5027-4272-ad6c-409c92245d51 req-c7f009e2-1969-47be-b9d8-e565b034d5e8 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833099 Jun 18 10:10:54.013451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:54.018604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:54.027552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-17bf9f7b-0860-48c0-95bb-9371e58e51f7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:54.070335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96857409-05a9-4555-9fa2-4e71c9f314a0,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:54.075842 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:54.078441 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9ec399f6-a74b-403d-82bf-a1d4c57ac7b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a40551abfe542119b52666653f78998&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5508461 Jun 18 10:10:54.081265 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 48180) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:54.150470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af972ecb-c46f-4001-a5c6-fa65f0d5f391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:54.178657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af972ecb-c46f-4001-a5c6-fa65f0d5f391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:54.230853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af972ecb-c46f-4001-a5c6-fa65f0d5f391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:54.236485 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4f32d635-797b-4583-99a0-c3f59c2639af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:54.251612 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af972ecb-c46f-4001-a5c6-fa65f0d5f391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96857409-05a9-4555-9fa2-4e71c9f314a0,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:54.254930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-af972ecb-c46f-4001-a5c6-fa65f0d5f391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:54.255835 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af972ecb-c46f-4001-a5c6-fa65f0d5f391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:54.260836 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-af972ecb-c46f-4001-a5c6-fa65f0d5f391 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96857409-05a9-4555-9fa2-4e71c9f314a0 HTTP/1.1" status: 204 len: 168 time: 0.1750031 Jun 18 10:10:55.123948 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48210) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:55.164380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79cb25-3af0-4339-b337-3da7066d938e req-20bb6468-6d37-4372-8f9d-74136340bd8d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:55.166709 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5d79cb25-3af0-4339-b337-3da7066d938e req-20bb6468-6d37-4372-8f9d-74136340bd8d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0849340 Jun 18 10:10:55.221796 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5d79cb25-3af0-4339-b337-3da7066d938e req-c23b54c9-4350-4631-95a6-94d76a83ff2d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485485 Jun 18 10:10:55.276120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2062746048-network', 'tenant_id': '77cc2be305fa449cb0fa728179187440'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:55.281405 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:55.285556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Usage tracker for resource:network and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:55.293480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:55.299917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:55.311358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Made reservation on behalf of 77cc2be305fa449cb0fa728179187440 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:55.316309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.330507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.366096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:55.371833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Usage tracker for resource:security_group_rule and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:55.375363 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:55.381904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:55.454797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.458583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.463857 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ec9ba9d3-e1ab-4c35-a54f-9ad77c0ba1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:55.511437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:10:55.523708 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e087ad-7c93-46fb-a0a9-5324cdc6beb9,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:55.528786 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:55.532714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.533273 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Added segment 7e848a6d-7423-4097-bfaa-9a66b0c22caa of type vlan for network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 Jun 18 10:10:55.568388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.604892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.606227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:55.606863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.612076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:55.715115 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5899658 Jun 18 10:10:55.718138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48232) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:55.726307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Request body: {'subnet': {'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2062746048-subnet', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:55.734112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Pushing event updated for resources: {'Network': ['ID=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:55.736727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:55.739433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:55.742154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Usage tracker for resource:subnet and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:55.745936 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:55.747361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:10:55.753649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:55.766940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Made reservation on behalf of 77cc2be305fa449cb0fa728179187440 for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:55.773558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848291384'] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:55.843661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-6a91126c-9978-474d-96ad-7d608a17077e tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:55.844057 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-6a91126c-9978-474d-96ad-7d608a17077e tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/networks?id=f35bc36b-3541-4b5a-8127-1384351e2872 HTTP/1.1" status: 200 len: 813 time: 0.1762626 Jun 18 10:10:55.870438 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-9e77604f-8c09-4134-a8b0-67399023caa8 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/quotas/444a0806510048f1b30feba0a20c92c7 HTTP/1.1" status: 200 len: 375 time: 0.0195155 Jun 18 10:10:55.918481 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-612ad677-86fa-47c0-8209-a1b4ef7a0931 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=444a0806510048f1b30feba0a20c92c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470524 Jun 18 10:10:56.075109 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-124e7b72-1619-48a2-86c0-6c1540cc87ff service neutron] 10.222.0.60 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454747 Jun 18 10:10:56.224855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7925794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848291367'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:56.225441 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-90b688ea-eedb-4a27-8e0b-fb9311e8edd7 service neutron] 10.222.0.60 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433623 Jun 18 10:10:56.230308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-417377db-9938-4893-aeb7-c52917e31150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:56.306883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bcab11-5446-4614-ae79-0e7d820a4671,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:56.310888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:56.321952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Checking segment: {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:10:56.321952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Network hostable DHCP agents. Network: 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:10:56.346561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:10:56.357075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:56.366125 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c39a0-19c9-41f5-8f5e-e4c1fe194c41 None None] Network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:10:56.374490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:56.375133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:56.396081 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6768286 Jun 18 10:10:56.399257 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48242) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:56.407533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:56.412664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:56.417727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Usage tracker for resource:router and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:56.421391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:56.427825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:56.440187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:56.441422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:56.478187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:56.673308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:56.675859 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:10:56.677016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:56.731090 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0ef729a0-7519-46c2-91be-cedf3072072a req-5fffc370-afe9-42a6-8221-5166be7e3b64 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 210 time: 0.3079138 Jun 18 10:10:56.803898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0a077-8a1b-4bee-918d-3a56ca25a784 req-3d1a0405-dc8c-44bd-b9db-7f17f70909ff tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:56.811896 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-69a0a077-8a1b-4bee-918d-3a56ca25a784 req-3d1a0405-dc8c-44bd-b9db-7f17f70909ff tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.4487896 Jun 18 10:10:56.871493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Allocated IP 172.20.0.2 (15f9f9c6-17aa-4e7a-818e-71a87bbc53c3/80bcab11-5446-4614-ae79-0e7d820a4671/6a613ddc-9f6c-4cae-b812-cf76bd4ab806) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:10:56.908013 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-69a0a077-8a1b-4bee-918d-3a56ca25a784 req-c5aaddf2-2732-4a86-9528-9f510ed7981a tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897717 Jun 18 10:10:56.941109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:56.979649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.141036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.153590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Allocated IP 172.27.0.221 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/ef5ef512-a676-48f3-bb6a-c12342565345) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:10:57.154409 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Transition to ACTIVE for port object 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:10:57.177579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Transition to ACTIVE for port object 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:10:57.182972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.194754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-288863d6-91fb-445e-a5fe-6c518cb44fec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:57.259600 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1b37edb6-04d6-45ff-8aed-54a768181eef req-5a5f1724-7d93-496a-8673-1720f9f5e31a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2044473 Jun 18 10:10:57.262372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:10:57.266195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:57.268840 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:10:57.282074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Pushing event updated for resources: {'Port': ['ID=6a613ddc-9f6c-4cae-b812-cf76bd4ab806,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:57.285140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:57.368893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.400526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.408100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:57.411491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Attempting to bind port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:10:57.411902 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Attempting to bind port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:10:57.412305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Attempting to bind port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 on network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:10:57.419697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:10:57.420456 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Checking segment: {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:10:57.421181 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.421828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Bound using segment: {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:10:57.422623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Bound port: 6a613ddc-9f6c-4cae-b812-cf76bd4ab806, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:10:57.423206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.468196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 48264) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:57.490752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:10:57.495227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ef5ef512-a676-48f3-bb6a-c12342565345,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:57.504081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:57.507187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:10:57.538490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:57.544261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] For port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:10:57.550074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] For port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=6a613ddc-9f6c-4cae-b812-cf76bd4ab806,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:10:57.554573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.569079 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:57.652076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Pushing event updated for resources: {'Port': ['ID=6a613ddc-9f6c-4cae-b812-cf76bd4ab806,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:57.656311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:57.700971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3e5c9-443b-4d56-981f-f0f14cf1d278 req-09b5707f-a501-42e4-99c7-b650f4485835 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:57.702662 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bfe3e5c9-443b-4d56-981f-f0f14cf1d278 req-09b5707f-a501-42e4-99c7-b650f4485835 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1989844 Jun 18 10:10:57.709819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.710942 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:57.713670 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-f188f0ea-6892-4521-99a8-ed3ccba1fdff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2438972 Jun 18 10:10:57.782919 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bfe3e5c9-443b-4d56-981f-f0f14cf1d278 req-6f9cd1f8-6fb6-4ce1-aeab-d2295f5ec002 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678594 Jun 18 10:10:58.153751 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-17e71cc9-55b1-4d44-b259-afd6663fc35d req-a2cc961c-f9fd-4582-9d69-e78a3d609129 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 210 time: 0.1237180 Jun 18 10:10:58.189523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-50594d51-fd9c-4f5e-9d7d-c67837625e54 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:58.191427 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-50594d51-fd9c-4f5e-9d7d-c67837625e54 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.70 "GET /v2.0/networks?id=f35bc36b-3541-4b5a-8127-1384351e2872 HTTP/1.1" status: 200 len: 813 time: 0.3412409 Jun 18 10:10:58.215239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Router 3be14e45-4486-4f54-8537-4781df9d286d is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:10:58.253998 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Request body: {'port': {'device_id': '98eff034-8ceb-4469-9d5b-faf6585c2033', 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872', 'admin_state_up': True, 'tenant_id': '444a0806510048f1b30feba0a20c92c7'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:58.277991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d5530829-03e9-48ec-9922-dece0946af72 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:10:58.416553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:58.442792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:10:58.446043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:10:58.447476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Usage tracker for resource:port and tenant:444a0806510048f1b30feba0a20c92c7 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:10:58.450627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:10:58.457427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:10:58.460760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d5530829-03e9-48ec-9922-dece0946af72,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:10:58.464813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:58.466814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:58.469815 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Made reservation on behalf of 444a0806510048f1b30feba0a20c92c7 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:10:58.476359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:58.498823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:10:58.543532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:58.546006 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1446927 Jun 18 10:10:58.547686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48288) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:10:58.575179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Sync routers for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:10:58.625080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:10:58.625782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:10:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:58.713234 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Allocated IP 172.20.0.9 (f35bc36b-3541-4b5a-8127-1384351e2872/dd6674df-250e-454b-93d9-8e3216030573/5b95e0ba-34a0-40bc-a699-13a1eaa7820a) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:10:58.803920 dv-cinder-797022-1-iscsi neutron-server[81988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72', 'code': 422} returned with failed status Jun 18 10:10:58.842585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=d5530829-03e9-48ec-9922-dece0946af72,revision_number=6']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:58.848367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:58.924288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:10:59.087996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.152996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098a125-e80d-4d77-9a5a-d28694e1acc9 req-34d882be-9da8-45f1-b6ef-ba814eba4375 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:59.155041 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8098a125-e80d-4d77-9a5a-d28694e1acc9 req-34d882be-9da8-45f1-b6ef-ba814eba4375 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.1540008 Jun 18 10:10:59.159413 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.178540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fbcfd341-8ee4-4402-8952-4790219e768b tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:10:59.262430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Network f35bc36b-3541-4b5a-8127-1384351e2872 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:10:59.264941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:10:59.267541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:10:59.272593 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:59.273089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.366013 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8098a125-e80d-4d77-9a5a-d28694e1acc9 req-880d85c2-ab0b-4cc2-aa1c-8739d6a92e76 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886401 Jun 18 10:10:59.379642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:10:57Z', 'revision_number': 3, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:10:59.390722 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1338217 Jun 18 10:10:59.392234 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Pushing event updated for resources: {'Port': ['ID=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:10:59.396903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cef0125d-71e5-43ab-8345-decc2f2e8a05 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:10:59.397139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Checking router: 3be14e45-4486-4f54-8537-4781df9d286d for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:10:59.397606 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Updating router 3be14e45-4486-4f54-8537-4781df9d286d port ef5ef512-a676-48f3-bb6a-c12342565345 binding host dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:10:59.407889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Request body: {'port': {'device_id': '98eff034-8ceb-4469-9d5b-faf6585c2033', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:10:59.474145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.795929 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.855733 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989585-2340-4cfb-b20b-a1b20a6f0a62 req-09ae090b-106e-43bd-b14a-fc35c344a79a tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:10:59.856552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-6c989585-2340-4cfb-b20b-a1b20a6f0a62 req-09ae090b-106e-43bd-b14a-fc35c344a79a tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Synchronizing usage tracker for tenant:444a0806510048f1b30feba0a20c92c7 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:10:59.893679 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-91483f7e-3c14-42de-8886-c1ec72b0952b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85&tenant_id=676571e50e2545779d49baf7b45bd0b1 HTTP/1.1" status: 200 len: 1097 time: 0.2986534 Jun 18 10:10:59.926038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-6c989585-2340-4cfb-b20b-a1b20a6f0a62 req-09ae090b-106e-43bd-b14a-fc35c344a79a tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Unset dirty status for tenant:444a0806510048f1b30feba0a20c92c7 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:10:59.927463 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6c989585-2340-4cfb-b20b-a1b20a6f0a62 req-09ae090b-106e-43bd-b14a-fc35c344a79a tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 931 time: 0.4369743 Jun 18 10:10:59.936134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:10:59.957842 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:10:59.964799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac22b461-7c41-4ca1-abdb-d4cffa054cf7 None None] Network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:11:00.136600 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-9edb5c40-27b1-41d9-bd45-5a376c06fb76 None None] Provisioning for port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:00.189633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Allocated IP 172.20.0.1 (15f9f9c6-17aa-4e7a-818e-71a87bbc53c3/80bcab11-5446-4614-ae79-0e7d820a4671/348de3ab-4824-4e7e-b06d-11f07f1b34c3) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:11:00.198740 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6c989585-2340-4cfb-b20b-a1b20a6f0a62 req-5bc88d41-1224-4497-a934-6f4647717db6 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924989 Jun 18 10:11:00.237437 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-990ffe04-c7a7-44d0-a1f8-90ed2aa4bd06 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=676571e50e2545779d49baf7b45bd0b1&device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1097 time: 0.3036017 Jun 18 10:11:00.238863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:00.253649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:00.254467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.366455 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.386477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Transition to ACTIVE for port object 348de3ab-4824-4e7e-b06d-11f07f1b34c3 will not be triggered until provisioned by entity DHCP. {{(pid=82100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:00.411720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.418345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:00.433787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Notify callbacks [] for port, precommit_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.449695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Transition to ACTIVE for port object ef5ef512-a676-48f3-bb6a-c12342565345 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:00.468468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-94c31d77-f743-49a9-92b5-f39281ec73c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:00.470061 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-94c31d77-f743-49a9-92b5-f39281ec73c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75017cc0-35c1-4364-bf40-beb6ab6f53d7 HTTP/1.1" status: 200 len: 909 time: 0.2189128 Jun 18 10:11:00.470866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.482416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:00.503439 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:11:00.507179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:11:00.509878 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:11:00.541143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Pushing event updated for resources: {'Port': ['ID=348de3ab-4824-4e7e-b06d-11f07f1b34c3,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:00.548569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:00.580803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.590574 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b95e0ba-34a0-40bc-a699-13a1eaa7820a {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:11:00.620684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.633790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afeef8-d440-410f-b9b8-279fa70f01b1 None None] Pushing event updated for resources: {'Port': ['ID=ef5ef512-a676-48f3-bb6a-c12342565345,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:00.661022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Transition to ACTIVE for port object 5b95e0ba-34a0-40bc-a699-13a1eaa7820a will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:00.673687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.675023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.678779 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-955ad9c0-0c19-48b5-9d70-65b8bc21d16c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5530829-03e9-48ec-9922-dece0946af72 HTTP/1.1" status: 200 len: 1000 time: 0.2001960 Jun 18 10:11:00.681562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:00.685529 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.709220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-35afeef8-d440-410f-b9b8-279fa70f01b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:00.735353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=6a613ddc-9f6c-4cae-b812-cf76bd4ab806,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:00.736902 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Attempting to bind port ef5ef512-a676-48f3-bb6a-c12342565345 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:11:00.737316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Attempting to bind port ef5ef512-a676-48f3-bb6a-c12342565345 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:11:00.737721 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Attempting to bind port ef5ef512-a676-48f3-bb6a-c12342565345 on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:00.743821 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.748779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:00.811059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:11:00.811507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:11:00.812093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.812696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:11:00.813258 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Bound port: ef5ef512-a676-48f3-bb6a-c12342565345, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:11:00.814083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.894962 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=6a613ddc-9f6c-4cae-b812-cf76bd4ab806,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:00.911625 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:00.964007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] For port ef5ef512-a676-48f3-bb6a-c12342565345, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:11:00.968560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] For port ef5ef512-a676-48f3-bb6a-c12342565345, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=ef5ef512-a676-48f3-bb6a-c12342565345,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:11:00.972325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:00.989585 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-288863d6-91fb-445e-a5fe-6c518cb44fec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:01.007952 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:01.015267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7927738'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:01.047617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:01.063219 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Pushing event updated for resources: {'Port': ['ID=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:01.080651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eed54-5ab7-4498-aa89-b9e1b814db7e req-149b3a4c-74ff-4df0-a179-1d3b1f11d9ca tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:01.082334 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-970eed54-5ab7-4498-aa89-b9e1b814db7e req-149b3a4c-74ff-4df0-a179-1d3b1f11d9ca tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.5463083 Jun 18 10:11:01.083791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:01.091200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-db18d13d-8685-4951-a96d-9a4dcce25f60 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:01.092761 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-db18d13d-8685-4951-a96d-9a4dcce25f60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50b4836-27c8-44ad-a660-5703f9205892 HTTP/1.1" status: 200 len: 847 time: 0.3733435 Jun 18 10:11:01.099034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:11:01.099697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:10:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:01.146550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:01.152462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Pushing event updated for resources: {'Port': ['ID=348de3ab-4824-4e7e-b06d-11f07f1b34c3,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:01.165609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:01.259698 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-970eed54-5ab7-4498-aa89-b9e1b814db7e req-b073e351-e453-47e5-9a4e-0f4621faf345 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657593 Jun 18 10:11:01.260525 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Attempting to bind port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:11:01.260907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Attempting to bind port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '4983bb11-5c95-4f81-82de-4055e09bb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:11:01.261275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Attempting to bind port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a on network f35bc36b-3541-4b5a-8127-1384351e2872 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:01.297500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a on network f35bc36b-3541-4b5a-8127-1384351e2872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:11:01.297865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Attempting to bind port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a on network f35bc36b-3541-4b5a-8127-1384351e2872 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:01.309219 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:11:01.309568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Checking segment: {'id': '4983bb11-5c95-4f81-82de-4055e09bb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:11:01.310019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Bound using segment: {'id': '4983bb11-5c95-4f81-82de-4055e09bb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:11:01.310498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Bound port: 5b95e0ba-34a0-40bc-a699-13a1eaa7820a, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4983bb11-5c95-4f81-82de-4055e09bb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:11:01.310880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:01.328246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afeef8-d440-410f-b9b8-279fa70f01b1 None None] Pushing event updated for resources: {'Port': ['ID=ef5ef512-a676-48f3-bb6a-c12342565345,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:01.332257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-2e477f2e-b2d6-4891-be49-0b320469f729 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75017cc0-35c1-4364-bf40-beb6ab6f53d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2204890 Jun 18 10:11:01.337357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-35afeef8-d440-410f-b9b8-279fa70f01b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:01.351381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:11:01.354910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:11:01.379233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-a814cf74-334c-4659-abcf-1cd3780d4efb None None] Provisioning for port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:01.389552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-a814cf74-334c-4659-abcf-1cd3780d4efb None None] Provisioning complete for port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:01.390494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a814cf74-334c-4659-abcf-1cd3780d4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:01.458388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-a814cf74-334c-4659-abcf-1cd3780d4efb None None] Port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:11:01.461919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:11:01.550788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-a814cf74-334c-4659-abcf-1cd3780d4efb None None] Provisioning complete for port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:01.551207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a814cf74-334c-4659-abcf-1cd3780d4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:01.589668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] For port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:11:01.623484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] For port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:11:01.630881 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-7352c318-3cf0-45f9-b470-c91da40ac67e service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638326 Jun 18 10:11:01.633004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:01.646067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:01.711627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:01.723034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2af32e-d0b0-4f71-be50-932d374921b3 req-21bdecbe-5d4d-46ee-af24-974bc53b544d tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:01.724703 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0e2af32e-d0b0-4f71-be50-932d374921b3 req-21bdecbe-5d4d-46ee-af24-974bc53b544d tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 943 time: 0.3278458 Jun 18 10:11:01.864184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:01.865780 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] 10.222.0.70 "PUT /v2.0/ports/5b95e0ba-34a0-40bc-a699-13a1eaa7820a HTTP/1.1" status: 200 len: 1093 time: 2.4669170 Jun 18 10:11:01.877821 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98eff034-8ceb-4469-9d5b-faf6585c2033', 'tag': '5b95e0ba-34a0-40bc-a699-13a1eaa7820a'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:11:02.009927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Pushing event updated for resources: {'Port': ['ID=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:02.014312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Router 3be14e45-4486-4f54-8537-4781df9d286d has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:11:02.022363 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0e2af32e-d0b0-4f71-be50-932d374921b3 req-9d5395a4-5392-4113-a643-b964c0a47dde tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361219 Jun 18 10:11:02.033453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:02.091630 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3264bc0e-f913-44c1-8a7b-3994a20e59a9 req-943aea98-540d-4644-8752-4474fc37d30b service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202714 Jun 18 10:11:02.117032 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-55855849-586f-4240-ab94-27fec59cbc1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=444a0806510048f1b30feba0a20c92c7&device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 1096 time: 0.1787839 Jun 18 10:11:02.195404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:02.195870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:02.217766 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-bd36dad9-75dc-4ced-8af2-fb4f041b69f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b95e0ba-34a0-40bc-a699-13a1eaa7820a HTTP/1.1" status: 200 len: 217 time: 0.0859528 Jun 18 10:11:02.273572 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98eff034-8ceb-4469-9d5b-faf6585c2033', 'tag': '5b95e0ba-34a0-40bc-a699-13a1eaa7820a', 'status': 'completed', 'code': 200} Jun 18 10:11:02.308550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-d2992a13-8351-47b8-860a-1d1d9b7d4db3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:02.310684 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-d2992a13-8351-47b8-860a-1d1d9b7d4db3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd6674df-250e-454b-93d9-8e3216030573 HTTP/1.1" status: 200 len: 853 time: 0.0813179 Jun 18 10:11:02.357678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:11:02.367150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-320fc312-45a9-4861-9fe0-8be4961ccb8f None None] Provisioning complete for port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:02.367603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-320fc312-45a9-4861-9fe0-8be4961ccb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:02.373296 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] 10.222.0.60 "PUT /v2.0/routers/3be14e45-4486-4f54-8537-4781df9d286d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8242249 Jun 18 10:11:02.406714 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-f3de1a7b-520d-4b58-9aa8-74f1752f4c8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f35bc36b-3541-4b5a-8127-1384351e2872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831685 Jun 18 10:11:02.449986 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 2, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:02.457145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51794525-b0c9-4bef-81dc-b31893750820 None None] The sync data for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi is: [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 2, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:11:02.458928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-320fc312-45a9-4861-9fe0-8be4961ccb8f None None] Port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:11:02.639204 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-c898846f-5caa-4d47-a741-44a0adca1f2c service neutron] 10.222.0.70 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228394 Jun 18 10:11:02.645272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec93a8-54e9-454f-84b3-79d067f00ebc req-ca6bd6ab-b445-444b-8276-a5cac57c13e9 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:02.646868 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-64ec93a8-54e9-454f-84b3-79d067f00ebc req-ca6bd6ab-b445-444b-8276-a5cac57c13e9 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.2037635 Jun 18 10:11:02.802676 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-64ec93a8-54e9-454f-84b3-79d067f00ebc req-aed42065-3cbe-47fb-bb0c-51eba3f02cef tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307073 Jun 18 10:11:02.834020 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-141f4902-79e2-4728-ba90-7b716ab2cadb req-393e05d7-f309-463e-9bca-4603bad00c96 service neutron] 10.222.0.70 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860759 Jun 18 10:11:03.050059 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7609cd7d-8086-401a-876c-20eb28c8cf18 req-0f20dfda-c632-47b6-b8b7-003d44a813fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=444a0806510048f1b30feba0a20c92c7&device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 1096 time: 0.0954015 Jun 18 10:11:03.212721 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609cd7d-8086-401a-876c-20eb28c8cf18 req-17c6690c-21dc-4116-b28d-d7ccf63c53db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:03.214531 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7609cd7d-8086-401a-876c-20eb28c8cf18 req-17c6690c-21dc-4116-b28d-d7ccf63c53db service neutron] 10.222.0.70 "GET /v2.0/networks?id=f35bc36b-3541-4b5a-8127-1384351e2872 HTTP/1.1" status: 200 len: 914 time: 0.1561279 Jun 18 10:11:03.341487 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7609cd7d-8086-401a-876c-20eb28c8cf18 req-9cda91e3-3f14-4ba5-ae60-0c7eba88bc92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b95e0ba-34a0-40bc-a699-13a1eaa7820a HTTP/1.1" status: 200 len: 217 time: 0.0852847 Jun 18 10:11:03.434167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609cd7d-8086-401a-876c-20eb28c8cf18 req-941cbede-05cb-4e83-a182-79ad616c67de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:03.435774 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7609cd7d-8086-401a-876c-20eb28c8cf18 req-941cbede-05cb-4e83-a182-79ad616c67de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd6674df-250e-454b-93d9-8e3216030573 HTTP/1.1" status: 200 len: 853 time: 0.0864613 Jun 18 10:11:03.442006 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48334) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:11:03.442268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad5beb-dc52-4c13-86ef-749f7e6156dd req-21bcae8f-d338-40f3-80c9-c17faa1e38cc tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:03.443909 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aaad5beb-dc52-4c13-86ef-749f7e6156dd req-21bcae8f-d338-40f3-80c9-c17faa1e38cc tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 943 time: 0.2257628 Jun 18 10:11:03.449230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-625197254-network', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:11:03.463432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:11:03.467969 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Usage tracker for resource:network and tenant:de3272b6216c46219df357ebc26c7d5d is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:11:03.471670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:11:03.479003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:11:03.490517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Made reservation on behalf of de3272b6216c46219df357ebc26c7d5d for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:11:03.497416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:03.505790 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7609cd7d-8086-401a-876c-20eb28c8cf18 req-0919a2ef-1a17-4a92-86d4-ac32bb70128c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f35bc36b-3541-4b5a-8127-1384351e2872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607111 Jun 18 10:11:03.517024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:03.554948 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:11:03.559646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Usage tracker for resource:security_group_rule and tenant:de3272b6216c46219df357ebc26c7d5d is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:11:03.562747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:11:03.569350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:11:03.656843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:03.667044 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:03.674100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-46b667d2-5611-42d7-8445-76058c72690c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:03.709356 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:11:03.733232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:03.733626 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Added segment 783b0dbf-f1b8-4e5d-8ab5-06fef03680cd of type vlan for network 0086d700-9fe6-4825-b7d8-e934cb817678 Jun 18 10:11:03.740478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52d1511-ac46-4bb2-b0e7-55f74902f0be,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:03.748274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:03.774156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:03.807263 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:03.808717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:03.809496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:03.815910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:03.889322 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aaad5beb-dc52-4c13-86ef-749f7e6156dd req-d5a9829c-f143-476d-909f-b06f2b21e398 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110119 Jun 18 10:11:03.942524 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4966371 Jun 18 10:11:03.942524 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Pushing event updated for resources: {'Network': ['ID=0086d700-9fe6-4825-b7d8-e934cb817678,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:03.942793 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7609cd7d-8086-401a-876c-20eb28c8cf18 req-3d80f49a-caec-4cca-8fab-f207f8b8f682 service neutron] 10.222.0.70 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281774 Jun 18 10:11:03.942793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 48340) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:11:03.949121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Request body: {'subnet': {'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-625197254-subnet', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'ip_version': 4}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:11:03.952294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:03.952461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 0086d700-9fe6-4825-b7d8-e934cb817678 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:11:03.976576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:11:03.988246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Usage tracker for resource:subnet and tenant:de3272b6216c46219df357ebc26c7d5d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:11:04.045493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:11:04.098266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:11:04.141926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Made reservation on behalf of de3272b6216c46219df357ebc26c7d5d for: {'subnet': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:11:04.146822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:04.284445 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7609cd7d-8086-401a-876c-20eb28c8cf18 req-ec4e8c48-1e33-4d6b-ba44-1ba01477ba7b service neutron] 10.222.0.70 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312414 Jun 18 10:11:04.310065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 5b95e0ba-34a0-40bc-a699-13a1eaa7820a details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:11:04.376639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f58b6a-a18b-40be-9674-6e0e5d632428 req-cd487c7c-58e7-49c9-a2ac-ac6df6f0da47 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:04.378640 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-78f58b6a-a18b-40be-9674-6e0e5d632428 req-cd487c7c-58e7-49c9-a2ac-ac6df6f0da47 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.3402138 Jun 18 10:11:04.482721 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-78f58b6a-a18b-40be-9674-6e0e5d632428 req-1a958db2-7b78-4a33-8a6e-48f3bed90dfb tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927358 Jun 18 10:11:04.502381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:04.521954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '5b95e0ba-34a0-40bc-a699-13a1eaa7820a', 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872', 'port_id': '5b95e0ba-34a0-40bc-a699-13a1eaa7820a', 'mac_address': 'fa:16:3e:45:eb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6674df-250e-454b-93d9-8e3216030573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:11:04.587327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:04.607511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b95e0ba-34a0-40bc-a699-13a1eaa7820a {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:11:04.623803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:04.627518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:04.629768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:04.703517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:04.707002 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:04.712175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:04.717496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:04.792095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b1bf26-6315-4736-ac3e-7325025bc122,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:04.795172 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:04.811937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Checking segment: {'id': '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:11:04.812331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Network hostable DHCP agents. Network: 0086d700-9fe6-4825-b7d8-e934cb817678, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:11:04.845749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Network 0086d700-9fe6-4825-b7d8-e934cb817678 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:11:04.855913 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 0086d700-9fe6-4825-b7d8-e934cb817678) {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:11:04.860177 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:04.860968 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:04.867927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35706700-7a26-49b4-b80d-d4f9a2a39337 None None] Network 0086d700-9fe6-4825-b7d8-e934cb817678 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:11:04.883925 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9394333 Jun 18 10:11:04.886746 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 48346) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:11:04.892244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:11:04.897098 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:11:04.902003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Usage tracker for resource:router and tenant:de3272b6216c46219df357ebc26c7d5d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:11:04.905047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:11:04.911143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:11:04.922425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:04.923197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:04.942892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:04.951205 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['5b95e0ba-34a0-40bc-a699-13a1eaa7820a'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:11:05.010288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:11:05.155960 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.203456 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4c031-5453-4060-a870-7e1e6bf6f018 req-dd27bb6f-d23f-4416-aef6-35fe895cbe32 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:05.205055 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-58d4c031-5453-4060-a870-7e1e6bf6f018 req-dd27bb6f-d23f-4416-aef6-35fe895cbe32 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 944 time: 0.1774895 Jun 18 10:11:05.226208 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-0086d700-9fe6-4825-b7d8-e934cb817678', 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'fixed_ips': [{'subnet_id': '96b1bf26-6315-4736-ac3e-7325025bc122'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:11:05.227316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.322416 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-58d4c031-5453-4060-a870-7e1e6bf6f018 req-2cfd22d5-655d-4115-9aff-2dbddc231551 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655954 Jun 18 10:11:05.421051 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.427454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Allocated IP 172.20.0.2 (0086d700-9fe6-4825-b7d8-e934cb817678/96b1bf26-6315-4736-ac3e-7325025bc122/031dfcfc-abfd-4672-b53a-d64fd2a6ec50) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:11:05.456645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.626402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Allocated IP 172.27.0.134 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/7a8e911c-01cf-46c2-8580-1c175b6a568e) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:11:05.675383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dc07d29f-9272-493b-884a-ad9a758fa000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.700838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device ef5ef512-a676-48f3-bb6a-c12342565345 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:05.738717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.764013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Transition to ACTIVE for port object 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:05.791645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Transition to ACTIVE for port object 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:05.798880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.803910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-35afeef8-d440-410f-b9b8-279fa70f01b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:05.865253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.873299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port ef5ef512-a676-48f3-bb6a-c12342565345 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:05.874646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e7eae-bf9c-4a7c-90ab-e658364fff36 req-febbf470-8bf8-409a-9061-30ae20b77150 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:05.876264 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-742e7eae-bf9c-4a7c-90ab-e658364fff36 req-febbf470-8bf8-409a-9061-30ae20b77150 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.2171805 Jun 18 10:11:05.885410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Network 0086d700-9fe6-4825-b7d8-e934cb817678 is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:11:05.889471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:11:05.891996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:11:05.895291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Pushing event updated for resources: {'Port': ['ID=031dfcfc-abfd-4672-b53a-d64fd2a6ec50,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:05.898013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:05.898915 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port ef5ef512-a676-48f3-bb6a-c12342565345 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:05.899520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.938084 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-742e7eae-bf9c-4a7c-90ab-e658364fff36 req-2ec2c0ef-833d-40dd-b818-13f980c75c5a tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550790 Jun 18 10:11:05.944713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:05.956746 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7d2eaa00-5f37-493f-9701-5587cd1284f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:06.005739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:11:06.009636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:11:06.018357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:11:06.049547 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Attempting to bind port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:11:06.049974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Attempting to bind port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:11:06.050382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Attempting to bind port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 on network 0086d700-9fe6-4825-b7d8-e934cb817678 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:06.068690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8e911c-01cf-46c2-8580-1c175b6a568e,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:06.078238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:06.094688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:11:06.095135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Checking segment: {'id': '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:11:06.095698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.096200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Bound using segment: {'id': '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:11:06.096769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Bound port: 031dfcfc-abfd-4672-b53a-d64fd2a6ec50, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:11:06.097237 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.148489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.150427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.164405 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.204916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port ef5ef512-a676-48f3-bb6a-c12342565345, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=ef5ef512-a676-48f3-bb6a-c12342565345,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:06.210653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.217423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:06.267183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] For port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:11:06.287820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] For port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=031dfcfc-abfd-4672-b53a-d64fd2a6ec50,segment=NetworkSegment(783b0dbf-f1b8-4e5d-8ab5-06fef03680cd),segment_id=783b0dbf-f1b8-4e5d-8ab5-06fef03680cd)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:11:06.295390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.309360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=ef5ef512-a676-48f3-bb6a-c12342565345,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:06.312679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:06.313666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:06.348580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 5b95e0ba-34a0-40bc-a699-13a1eaa7820a up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:06.398293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:11:06.471956 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Pushing event updated for resources: {'Port': ['ID=031dfcfc-abfd-4672-b53a-d64fd2a6ec50,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:06.475886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:06.483399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:06.488884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:06.489303 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.622963 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Sync routers for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:11:06.623402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.636145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:11:06.636833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:10:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:06.656924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eff034-8ceb-4469-9d5b-faf6585c2033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b95e0ba-34a0-40bc-a699-13a1eaa7820a'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:11:06.675630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:06.679400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:06.681930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:06.795859 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:06.801990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:06.913728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7936e-55e2-417b-96be-77015fb291d4 req-230b3d1c-5a5e-4077-aacb-e3a17261b6ff tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:06.918488 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-35d7936e-55e2-417b-96be-77015fb291d4 req-230b3d1c-5a5e-4077-aacb-e3a17261b6ff tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 944 time: 0.4324830 Jun 18 10:11:06.930066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:11:06.950592 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eff034-8ceb-4469-9d5b-faf6585c2033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b95e0ba-34a0-40bc-a699-13a1eaa7820a', 'code': 200} Jun 18 10:11:07.005809 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-35d7936e-55e2-417b-96be-77015fb291d4 req-bd8b2be9-cae1-458f-b9b4-4fd83b692e7a tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787239 Jun 18 10:11:07.054171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:11:07.068802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Sync routers for ids ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:11:07.092243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Notify callbacks [] for router, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:07.092595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Routers {'7cddaabe-aac9-4284-93ba-2f5f3e231fcb'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:11:07.094696 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2069519 Jun 18 10:11:07.094836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:10:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:07.097650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48364) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:11:07.202143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdee96b-d159-458c-ac6c-4973246e1197 req-516ae953-7d1a-4b40-8ee2-d1513c56484c tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:07.204481 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6bdee96b-d159-458c-ac6c-4973246e1197 req-516ae953-7d1a-4b40-8ee2-d1513c56484c tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.0930481 Jun 18 10:11:07.266538 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6bdee96b-d159-458c-ac6c-4973246e1197 req-cd7a85c0-92f9-4dd7-9367-4aa31c34124a tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553036 Jun 18 10:11:07.300885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:07.385810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Set router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:11:07.388709 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f9752528-a3fe-49d8-a9f4-7a5b572793ca req-ea30f52a-6746-4561-8fbf-0493b6ef9e66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 1098 time: 0.1103766 Jun 18 10:11:07.452181 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f9752528-a3fe-49d8-a9f4-7a5b572793ca req-fe4988d0-b9c8-4a78-9eed-98e898334578 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557256 Jun 18 10:11:07.626587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 2, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:07.631894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Checking router: 3be14e45-4486-4f54-8537-4781df9d286d for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:11:07.632282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Updating router 3be14e45-4486-4f54-8537-4781df9d286d port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:11:07.689017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:07.720055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:11:04Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 3, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'gw_port': {'id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:05Z', 'updated_at': '2021-06-18T10:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:07.724225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Checking router: 7cddaabe-aac9-4284-93ba-2f5f3e231fcb for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:11:07.724781 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Updating router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb port 7a8e911c-01cf-46c2-8580-1c175b6a568e binding host dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:11:07.788200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:07.825153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.169787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.194588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Transition to ACTIVE for port object 348de3ab-4824-4e7e-b06d-11f07f1b34c3 will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:08.210268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.216431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:08.300569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:08.317405 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device ef5ef512-a676-48f3-bb6a-c12342565345 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:08.360089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.368844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-366fd9c1-fa72-4524-947b-785a04180576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.393010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Pushing event updated for resources: {'Port': ['ID=348de3ab-4824-4e7e-b06d-11f07f1b34c3,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:08.439811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f810e-7c70-4444-bbd9-336f3f492dcb req-3b58d977-6ecc-4604-a61c-91b2c6e2dc34 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:08.440016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.440410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.440785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.441151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.441518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.441883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.442322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.442687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.443045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.443401 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.443757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:08.448331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:08.458413 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b94f810e-7c70-4444-bbd9-336f3f492dcb req-3b58d977-6ecc-4604-a61c-91b2c6e2dc34 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.2100461 Jun 18 10:11:08.615230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Attempting to bind port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:11:08.615468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Attempting to bind port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:11:08.617790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Attempting to bind port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 on network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:08.627284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port ef5ef512-a676-48f3-bb6a-c12342565345 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:08.627795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.634076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:11:08.634503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Checking segment: {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:11:08.634954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.635392 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Bound using segment: {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:11:08.635925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Bound port: 348de3ab-4824-4e7e-b06d-11f07f1b34c3, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:11:08.636339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.640717 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b94f810e-7c70-4444-bbd9-336f3f492dcb req-eea0e0b1-a07e-4435-a4d3-0f9f367b3efe tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812313 Jun 18 10:11:08.738705 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fa3c3-3d33-4822-b13c-6ef3864a5f8e req-8046d7ee-a931-4795-a223-ad66e16acfbd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:08.752437 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f80fa3c3-3d33-4822-b13c-6ef3864a5f8e req-8046d7ee-a931-4795-a223-ad66e16acfbd tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.2142282 Jun 18 10:11:08.839401 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f80fa3c3-3d33-4822-b13c-6ef3864a5f8e req-667c1468-bb8d-454e-970b-1b65fb42d86c tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853920 Jun 18 10:11:08.887159 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b7063-2da0-433a-be8d-5f0b40e9fe67 None None] Network 0086d700-9fe6-4825-b7d8-e934cb817678 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:11:08.903704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] For port 348de3ab-4824-4e7e-b06d-11f07f1b34c3, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:11:08.908379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] For port 348de3ab-4824-4e7e-b06d-11f07f1b34c3, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=348de3ab-4824-4e7e-b06d-11f07f1b34c3,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:11:08.913231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.920841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c8832430-936a-4ddd-9695-a303afe63847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:08.924285 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Allocated IP 172.20.0.1 (0086d700-9fe6-4825-b7d8-e934cb817678/96b1bf26-6315-4736-ac3e-7325025bc122/ac4e04ed-a135-499b-83e8-731e2ca15141) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:11:08.942282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Notify callbacks [] for port, precommit_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:08.952324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.007089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:11:09.007769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:11:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:09.053469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Transition to ACTIVE for port object 7a8e911c-01cf-46c2-8580-1c175b6a568e will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:09.069587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.069864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Pushing event updated for resources: {'Port': ['ID=348de3ab-4824-4e7e-b06d-11f07f1b34c3,revision_number=4']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:09.076940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:09.127810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:09.140250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-4c09a7cc-3f75-4ea7-af1a-f16c0b8f1f51 None None] Provisioning for port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:09.159769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.165730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-4c09a7cc-3f75-4ea7-af1a-f16c0b8f1f51 None None] Provisioning complete for port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:09.166116 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4c09a7cc-3f75-4ea7-af1a-f16c0b8f1f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.194438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Transition to ACTIVE for port object ac4e04ed-a135-499b-83e8-731e2ca15141 will not be triggered until provisioned by entity DHCP. {{(pid=82100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:09.226284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.238415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:09.253324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dfc22-7db2-4802-8908-77109843cbd7 None None] Pushing event updated for resources: {'Port': ['ID=7a8e911c-01cf-46c2-8580-1c175b6a568e,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:09.262123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:11:09.264820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Attempting to bind port 7a8e911c-01cf-46c2-8580-1c175b6a568e on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:11:09.265243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Attempting to bind port 7a8e911c-01cf-46c2-8580-1c175b6a568e by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:11:09.265659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Attempting to bind port 7a8e911c-01cf-46c2-8580-1c175b6a568e on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:09.271243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b17dfc22-7db2-4802-8908-77109843cbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:09.304537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Network 0086d700-9fe6-4825-b7d8-e934cb817678 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:11:09.313801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:11:09.318624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:11:09.336750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:11:09.337168 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:11:09.337621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.338097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:11:09.338639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Bound port: 7a8e911c-01cf-46c2-8580-1c175b6a568e, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:11:09.339053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.378027 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4e04ed-a135-499b-83e8-731e2ca15141,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:09.382474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:09.390941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.474341 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.530666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] For port 7a8e911c-01cf-46c2-8580-1c175b6a568e, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:11:09.534278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4c09a7cc-3f75-4ea7-af1a-f16c0b8f1f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.560227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] For port 7a8e911c-01cf-46c2-8580-1c175b6a568e, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=7a8e911c-01cf-46c2-8580-1c175b6a568e,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:11:09.571068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.580038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:09.643961 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-4c09a7cc-3f75-4ea7-af1a-f16c0b8f1f51 None None] For port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=031dfcfc-abfd-4672-b53a-d64fd2a6ec50,segment=NetworkSegment(783b0dbf-f1b8-4e5d-8ab5-06fef03680cd),segment_id=783b0dbf-f1b8-4e5d-8ab5-06fef03680cd)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:09.655876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:08Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:09.657665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4c09a7cc-3f75-4ea7-af1a-f16c0b8f1f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.683697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 348de3ab-4824-4e7e-b06d-11f07f1b34c3 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:09.689277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f35f0d-496f-4e32-871e-dbaa3ef2f47d None None] The sync data for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi is: [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:08Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:11:09.726208 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dfc22-7db2-4802-8908-77109843cbd7 None None] Pushing event updated for resources: {'Port': ['ID=7a8e911c-01cf-46c2-8580-1c175b6a568e,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:09.732110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b17dfc22-7db2-4802-8908-77109843cbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:09.735109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:09.779907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.785133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7927738'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.822316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:09.857332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09a7cc-3f75-4ea7-af1a-f16c0b8f1f51 None None] Pushing event updated for resources: {'Port': ['ID=031dfcfc-abfd-4672-b53a-d64fd2a6ec50,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:09.870182 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Routers {'7cddaabe-aac9-4284-93ba-2f5f3e231fcb'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:11:09.871109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:11:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:09.943046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4e04ed-a135-499b-83e8-731e2ca15141,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:09.950375 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:09.951410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:09.988375 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4c09a7cc-3f75-4ea7-af1a-f16c0b8f1f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:09.990454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b0dbe-3e0b-4c01-81bc-be69d8b343f0 req-d27f3c23-ce71-44ed-920c-cd2aa16920ff tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:09.998394 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a84b0dbe-3e0b-4c01-81bc-be69d8b343f0 req-d27f3c23-ce71-44ed-920c-cd2aa16920ff tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.1786289 Jun 18 10:11:10.127740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:10.158690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:10.165589 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a84b0dbe-3e0b-4c01-81bc-be69d8b343f0 req-ac3ed081-b1ff-4108-9d7b-5835bc511d17 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595981 Jun 18 10:11:10.171488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:10.172236 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:10.204842 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53563e68-cfc0-43f2-a0e6-b23c057e68d1 req-51d8ae38-60b2-44fa-8278-2f70ba548744 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:10.206503 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53563e68-cfc0-43f2-a0e6-b23c057e68d1 req-51d8ae38-60b2-44fa-8278-2f70ba548744 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.1306343 Jun 18 10:11:10.231916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Network 0086d700-9fe6-4825-b7d8-e934cb817678 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:11:10.233264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:11:10.297532 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53563e68-cfc0-43f2-a0e6-b23c057e68d1 req-884330f4-9dca-4926-bfe2-7bdf9c834f3f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837512 Jun 18 10:11:10.344972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] Set router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:11:10.388909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d5530829-03e9-48ec-9922-dece0946af72 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:11:10.427636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1e4b0772-2afd-4d1b-9a98-3b831019ca23 None None] Provisioning for port ac4e04ed-a135-499b-83e8-731e2ca15141 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:10.449468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1e4b0772-2afd-4d1b-9a98-3b831019ca23 None None] Provisioning complete for port ac4e04ed-a135-499b-83e8-731e2ca15141 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:10.450100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0772-2afd-4d1b-9a98-3b831019ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:10.872499 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:11:10.979709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b0772-2afd-4d1b-9a98-3b831019ca23 None None] Port ac4e04ed-a135-499b-83e8-731e2ca15141 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:11:10.985947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:11.185850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1e4b0772-2afd-4d1b-9a98-3b831019ca23 None None] Provisioning complete for port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:11.186312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0772-2afd-4d1b-9a98-3b831019ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:11.219900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 348de3ab-4824-4e7e-b06d-11f07f1b34c3, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=348de3ab-4824-4e7e-b06d-11f07f1b34c3,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:11.235435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d5530829-03e9-48ec-9922-dece0946af72,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:11.254325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:11.264231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:11.366659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'd5530829-03e9-48ec-9922-dece0946af72', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'port_id': 'd5530829-03e9-48ec-9922-dece0946af72', 'mac_address': 'fa:16:3e:ec:87:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:11:11.468390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=348de3ab-4824-4e7e-b06d-11f07f1b34c3,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:11.480201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:11.488196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:11:11.501677 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] 10.222.0.60 "PUT /v2.0/routers/7cddaabe-aac9-4284-93ba-2f5f3e231fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4006016 Jun 18 10:11:11.532657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c339f-03a9-40cc-a941-d775e11355a2 req-764ec063-495a-4973-b66c-44de3cc57f0f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:11.533569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:11.540433 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c41c339f-03a9-40cc-a941-d775e11355a2 req-764ec063-495a-4973-b66c-44de3cc57f0f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 944 time: 0.0972233 Jun 18 10:11:11.571614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5530829-03e9-48ec-9922-dece0946af72 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:11:11.596956 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:11:04Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 4, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'gw_port': {'id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:05Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'ac4e04ed-a135-499b-83e8-731e2ca15141', 'name': '', 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'mac_address': 'fa:16:3e:0b:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:08Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 2, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'subnets': [{'id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:11.602633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d5530829-03e9-48ec-9922-dece0946af72,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:11.607676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:11.609732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bc66ea7a-285a-4ad2-bbde-df940bcbb251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:11.610368 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c41c339f-03a9-40cc-a941-d775e11355a2 req-76f52189-2a7a-43ca-a99b-c77677cbe31a tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684292 Jun 18 10:11:11.644824 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd7d18-b68b-449a-83ab-021e13642135 None None] The sync data for ids ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'] in dv-cinder-797022-1-iscsi is: [{'id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:11:04Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 4, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'gw_port': {'id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:05Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'ac4e04ed-a135-499b-83e8-731e2ca15141', 'name': '', 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'mac_address': 'fa:16:3e:0b:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:08Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 2, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'subnets': [{'id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:11:11.709352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 348de3ab-4824-4e7e-b06d-11f07f1b34c3 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:11.790234 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=d5530829-03e9-48ec-9922-dece0946af72,revision_number=7']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:11.797677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:11.802965 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-57d67a3b-edb3-4f97-a45d-3c357f4e539f None None] Provisioning complete for port ac4e04ed-a135-499b-83e8-731e2ca15141 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:11.803376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-57d67a3b-edb3-4f97-a45d-3c357f4e539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:11.882763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:11.883316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:11.911795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-57d67a3b-edb3-4f97-a45d-3c357f4e539f None None] Port ac4e04ed-a135-499b-83e8-731e2ca15141 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:11:11.951384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['d5530829-03e9-48ec-9922-dece0946af72'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:11:12.100305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:12.252205 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:12.252625 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:12.896386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057f2d6-23e0-4aeb-9001-2373123c53f1 req-639cca01-af6a-4088-b5c7-81ad4c6ce521 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:12.918975 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0057f2d6-23e0-4aeb-9001-2373123c53f1 req-639cca01-af6a-4088-b5c7-81ad4c6ce521 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 945 time: 0.1517551 Jun 18 10:11:13.003077 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0057f2d6-23e0-4aeb-9001-2373123c53f1 req-26ba36d1-12fd-4f7b-b57c-effd7bd0284b tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818350 Jun 18 10:11:13.734326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7a8e911c-01cf-46c2-8580-1c175b6a568e up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:13.912846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 7a8e911c-01cf-46c2-8580-1c175b6a568e completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:13.922256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 7a8e911c-01cf-46c2-8580-1c175b6a568e triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:13.922852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:14.089626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:14.120530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 7a8e911c-01cf-46c2-8580-1c175b6a568e, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=7a8e911c-01cf-46c2-8580-1c175b6a568e,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:14.124165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:14.126346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b17dfc22-7db2-4802-8908-77109843cbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:14.236329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=7a8e911c-01cf-46c2-8580-1c175b6a568e,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:14.239750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:14.306987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7f1d9-4cbf-449c-b6dd-9d01124d8dc5 req-3ba4813a-4e33-4edd-8520-326110d78ec4 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:14.308572 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9cb7f1d9-4cbf-449c-b6dd-9d01124d8dc5 req-3ba4813a-4e33-4edd-8520-326110d78ec4 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 945 time: 0.1232018 Jun 18 10:11:14.347387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d5530829-03e9-48ec-9922-dece0946af72 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:14.389454 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9cb7f1d9-4cbf-449c-b6dd-9d01124d8dc5 req-7c800056-0e1e-4020-b74f-28201a497d63 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724056 Jun 18 10:11:14.454120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port d5530829-03e9-48ec-9922-dece0946af72 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:14.454540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:14.615290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:14.655378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:11:14.676021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d5530829-03e9-48ec-9922-dece0946af72,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:14.680572 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:14.683164 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:14.737626 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72', 'code': 200} Jun 18 10:11:14.771500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=d5530829-03e9-48ec-9922-dece0946af72,revision_number=8']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:14.777543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:15.164484 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a4dbc00f-f4f0-4836-9646-edb649b0d0db req-1f61a7ad-8461-4439-8c45-39030b5025d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1099 time: 0.1125684 Jun 18 10:11:15.223588 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a4dbc00f-f4f0-4836-9646-edb649b0d0db req-3244e2f7-47b8-4dec-a73b-fdc26af7d9de service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521119 Jun 18 10:11:15.686091 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c340a5-6a7c-46d3-8f82-c5b13d64f6d0 req-4b9c0d8c-c933-49bf-9f69-cf3ed5734944 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:15.693880 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18c340a5-6a7c-46d3-8f82-c5b13d64f6d0 req-4b9c0d8c-c933-49bf-9f69-cf3ed5734944 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0977135 Jun 18 10:11:15.704351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7a8e911c-01cf-46c2-8580-1c175b6a568e up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:15.745903 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18c340a5-6a7c-46d3-8f82-c5b13d64f6d0 req-8ecd404d-3959-4567-a5fc-706a2448f1c0 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510671 Jun 18 10:11:15.835181 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 7a8e911c-01cf-46c2-8580-1c175b6a568e triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:15.835561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:16.534968 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Sync routers for ids ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:11:16.551915 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Routers {'7cddaabe-aac9-4284-93ba-2f5f3e231fcb'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:11:16.552914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:11:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:16.778250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Set router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:11:17.097929 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47056d-c96a-43ec-9d0a-262dcc33738d req-2b189a8a-974a-45e5-aa06-8accad840443 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:17.110212 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cc47056d-c96a-43ec-9d0a-262dcc33738d req-2b189a8a-974a-45e5-aa06-8accad840443 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1449251 Jun 18 10:11:17.169324 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cc47056d-c96a-43ec-9d0a-262dcc33738d req-bfe6ddda-2d6a-4241-ab0f-294429f508a7 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579619 Jun 18 10:11:17.251904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:11:04Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 4, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'gw_port': {'id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:05Z', 'updated_at': '2021-06-18T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'ac4e04ed-a135-499b-83e8-731e2ca15141', 'name': '', 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'mac_address': 'fa:16:3e:0b:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:08Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 2, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'subnets': [{'id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:17.256663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Checking router: 7cddaabe-aac9-4284-93ba-2f5f3e231fcb for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:11:17.257054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Updating router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb port ac4e04ed-a135-499b-83e8-731e2ca15141 binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:11:17.324530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:17.757061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:17.772062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Transition to ACTIVE for port object ac4e04ed-a135-499b-83e8-731e2ca15141 will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:17.779209 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:17.784838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-65cf4f01-0568-4dd2-97c7-3db92e18ac2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:18.248974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919abd8-7774-468d-a479-cf7cdebc1eef None None] Pushing event updated for resources: {'Port': ['ID=ac4e04ed-a135-499b-83e8-731e2ca15141,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:18.263884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f919abd8-7774-468d-a479-cf7cdebc1eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:18.283717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Attempting to bind port ac4e04ed-a135-499b-83e8-731e2ca15141 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:11:18.284128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Attempting to bind port ac4e04ed-a135-499b-83e8-731e2ca15141 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:11:18.284526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Attempting to bind port ac4e04ed-a135-499b-83e8-731e2ca15141 on network 0086d700-9fe6-4825-b7d8-e934cb817678 {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:18.302734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:11:18.306419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Checking segment: {'id': '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:11:18.307141 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:18.307921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Bound using segment: {'id': '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:11:18.309089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Bound port: ac4e04ed-a135-499b-83e8-731e2ca15141, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:11:18.309820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:18.434745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] For port ac4e04ed-a135-499b-83e8-731e2ca15141, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:11:18.438132 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] For port ac4e04ed-a135-499b-83e8-731e2ca15141, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=ac4e04ed-a135-499b-83e8-731e2ca15141,segment=NetworkSegment(783b0dbf-f1b8-4e5d-8ab5-06fef03680cd),segment_id=783b0dbf-f1b8-4e5d-8ab5-06fef03680cd)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:11:18.443795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:18.449914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-de79ab76-e06a-460f-812c-33a0f29bbbb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:18.537837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Routers {'7cddaabe-aac9-4284-93ba-2f5f3e231fcb'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:11:18.538636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:11:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:18.593071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919abd8-7774-468d-a479-cf7cdebc1eef None None] Pushing event updated for resources: {'Port': ['ID=ac4e04ed-a135-499b-83e8-731e2ca15141,revision_number=4']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:18.602001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f919abd8-7774-468d-a479-cf7cdebc1eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:18.758941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] Set router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:11:19.163420 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:11:04Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 4, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'gw_port': {'id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:05Z', 'updated_at': '2021-06-18T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'ac4e04ed-a135-499b-83e8-731e2ca15141', 'name': '', 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'mac_address': 'fa:16:3e:0b:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:08Z', 'updated_at': '2021-06-18T10:11:18Z', 'revision_number': 4, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'subnets': [{'id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:11:19.168514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c136949-e6f0-45c4-9ff5-ffd81b20713e None None] The sync data for ids ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'] in dv-cinder-797022-1-iscsi is: [{'id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:11:04Z', 'updated_at': '2021-06-18T10:11:09Z', 'revision_number': 4, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'gw_port': {'id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:05Z', 'updated_at': '2021-06-18T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'ac4e04ed-a135-499b-83e8-731e2ca15141', 'name': '', 'network_id': '0086d700-9fe6-4825-b7d8-e934cb817678', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'mac_address': 'fa:16:3e:0b:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:08Z', 'updated_at': '2021-06-18T10:11:18Z', 'revision_number': 4, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'subnets': [{'id': '96b1bf26-6315-4736-ac3e-7325025bc122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:11:19.712846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device ac4e04ed-a135-499b-83e8-731e2ca15141 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:19.807127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port ac4e04ed-a135-499b-83e8-731e2ca15141 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:19.813495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port ac4e04ed-a135-499b-83e8-731e2ca15141 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:19.814179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:19.985004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:20.037812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port ac4e04ed-a135-499b-83e8-731e2ca15141, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=ac4e04ed-a135-499b-83e8-731e2ca15141,segment=NetworkSegment(783b0dbf-f1b8-4e5d-8ab5-06fef03680cd),segment_id=783b0dbf-f1b8-4e5d-8ab5-06fef03680cd)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:20.046017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:20.050749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:20.125472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=ac4e04ed-a135-499b-83e8-731e2ca15141,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:20.129953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:21.244845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:21.686847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device ac4e04ed-a135-499b-83e8-731e2ca15141 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:21.777506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port ac4e04ed-a135-499b-83e8-731e2ca15141 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:21.777927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:22.597203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70164d-0698-4b4b-8fff-0af841d5ae09 req-34b1f3d2-fbb5-47a0-b5d7-1fb81a9ab618 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:22.599188 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7b70164d-0698-4b4b-8fff-0af841d5ae09 req-34b1f3d2-fbb5-47a0-b5d7-1fb81a9ab618 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0975111 Jun 18 10:11:22.650988 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7b70164d-0698-4b4b-8fff-0af841d5ae09 req-bf570864-6c16-4420-85d9-0128db4e61b5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Jun 18 10:11:22.849614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-0f4b3acc-f107-490e-9315-7eac6e7a7205 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:22.851204 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-0f4b3acc-f107-490e-9315-7eac6e7a7205 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/networks?id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 HTTP/1.1" status: 200 len: 815 time: 0.1612716 Jun 18 10:11:22.870561 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-9d3e8577-9913-46a5-9ac4-3f212a89a452 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/quotas/77cc2be305fa449cb0fa728179187440 HTTP/1.1" status: 200 len: 375 time: 0.0130367 Jun 18 10:11:22.961483 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-9c6a49e6-0039-4206-8d62-8fab0dffbd00 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=77cc2be305fa449cb0fa728179187440&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849552 Jun 18 10:11:23.114558 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-2b365828-e509-4689-bfe3-e322b4cc6e0c service neutron] 10.222.0.60 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403420 Jun 18 10:11:23.261369 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-03dafafa-81d0-47ec-bed9-90eb98fd13f1 service neutron] 10.222.0.60 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393363 Jun 18 10:11:23.464627 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a87aaf77-fd2a-408e-a929-01e877d63479 req-560b5298-0685-4a85-aece-040072bb1719 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 210 time: 0.0484328 Jun 18 10:11:23.902822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2800ba-df41-4752-9e9a-b7c9a12b2c2c req-3ec433fc-3ff6-49fa-a011-c0841ab9633e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:23.906646 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bd2800ba-df41-4752-9e9a-b7c9a12b2c2c req-3ec433fc-3ff6-49fa-a011-c0841ab9633e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1064897 Jun 18 10:11:23.956859 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bd2800ba-df41-4752-9e9a-b7c9a12b2c2c req-f3dd3c26-d2e1-4696-8263-af5ec515993c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441394 Jun 18 10:11:24.648219 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-629b84c6-fb5d-4822-a64a-5351708158e1 req-bfdde3c6-edd2-4c8f-9004-acdb54788ffa tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 210 time: 0.0489719 Jun 18 10:11:24.901334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-6ac6afc5-5ac1-434f-a23e-4f21e92d17a8 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:24.902912 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-6ac6afc5-5ac1-434f-a23e-4f21e92d17a8 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.70 "GET /v2.0/networks?id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 HTTP/1.1" status: 200 len: 815 time: 0.1620321 Jun 18 10:11:24.928490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'port': {'device_id': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'admin_state_up': True, 'tenant_id': '77cc2be305fa449cb0fa728179187440'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:11:25.081723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:11:25.086335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:port and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:11:25.089396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:11:25.095540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:11:25.148832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Made reservation on behalf of 77cc2be305fa449cb0fa728179187440 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:11:25.154187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:25.280690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97de120-d442-45f9-a524-efbfc7b1e905 req-4067276d-a382-4429-82cd-d6d5f57558ce tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:25.282358 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b97de120-d442-45f9-a524-efbfc7b1e905 req-4067276d-a382-4429-82cd-d6d5f57558ce tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1843758 Jun 18 10:11:25.402257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b97de120-d442-45f9-a524-efbfc7b1e905 req-8962c0a8-69b4-4cf7-b23b-98eee977cabf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114800 Jun 18 10:11:25.403373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Allocated IP 172.20.0.4 (15f9f9c6-17aa-4e7a-818e-71a87bbc53c3/80bcab11-5446-4614-ae79-0e7d820a4671/c01f924a-5ee6-4be4-b235-1ae743faadf8) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:11:25.687911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:25.706922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Transition to ACTIVE for port object c01f924a-5ee6-4be4-b235-1ae743faadf8 will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:25.732836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:25.743826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-94278bd4-89a7-4dba-9c7b-24d00e1b537d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:25.873041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:11:25.877698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'Port': ['ID=c01f924a-5ee6-4be4-b235-1ae743faadf8,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:25.881066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:11:25.887836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:11:25.892136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:25.892810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:25.917135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.917852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.918003 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.918318 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.918715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.919108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.919497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.919888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.920278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.920662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.921051 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:25.926206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:25.949646 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0257413 Jun 18 10:11:25.978290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144e28-9d06-40e6-b800-89594e519673 req-441f248d-33b0-4793-9507-52764162eff8 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:25.979169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-59144e28-9d06-40e6-b800-89594e519673 req-441f248d-33b0-4793-9507-52764162eff8 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Synchronizing usage tracker for tenant:77cc2be305fa449cb0fa728179187440 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:11:26.001065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-59144e28-9d06-40e6-b800-89594e519673 req-441f248d-33b0-4793-9507-52764162eff8 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Unset dirty status for tenant:77cc2be305fa449cb0fa728179187440 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:11:26.002422 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59144e28-9d06-40e6-b800-89594e519673 req-441f248d-33b0-4793-9507-52764162eff8 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.2111118 Jun 18 10:11:26.065478 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59144e28-9d06-40e6-b800-89594e519673 req-6b5c454b-70db-47ed-acfd-5876959565c4 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562012 Jun 18 10:11:26.325596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-dd761970-792c-44b7-8a3c-545e43056a78 None None] Provisioning for port c01f924a-5ee6-4be4-b235-1ae743faadf8 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:26.330597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-dd761970-792c-44b7-8a3c-545e43056a78 None None] Provisioning complete for port c01f924a-5ee6-4be4-b235-1ae743faadf8 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:26.331010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dd761970-792c-44b7-8a3c-545e43056a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:26.386751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-dd761970-792c-44b7-8a3c-545e43056a78 None None] Port c01f924a-5ee6-4be4-b235-1ae743faadf8 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:11:26.641916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d6fa2-dc77-44c4-be52-74385a9a3ef5 req-a6a7a2bf-3e47-4db8-a706-537132f5c0e2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:26.643560 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-154d6fa2-dc77-44c4-be52-74385a9a3ef5 req-a6a7a2bf-3e47-4db8-a706-537132f5c0e2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0916612 Jun 18 10:11:26.692889 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-154d6fa2-dc77-44c4-be52-74385a9a3ef5 req-fa8ccdd6-61ad-44fc-aab1-49c15ae00da8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432110 Jun 18 10:11:27.298296 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa446cc6-0c79-4046-93d8-aaee82fd7c11 req-c7b03cbd-2682-40eb-ac7f-87195be895c5 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:27.299885 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa446cc6-0c79-4046-93d8-aaee82fd7c11 req-c7b03cbd-2682-40eb-ac7f-87195be895c5 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.0950654 Jun 18 10:11:27.356115 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa446cc6-0c79-4046-93d8-aaee82fd7c11 req-5ecc0127-58a8-4333-8063-391870b8faaf tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477200 Jun 18 10:11:27.926105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56080776-62e8-4841-845d-7cd614417314 req-13218130-dc9c-4fa5-bed8-cd7c0e778439 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:27.927747 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56080776-62e8-4841-845d-7cd614417314 req-13218130-dc9c-4fa5-bed8-cd7c0e778439 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0904510 Jun 18 10:11:27.980842 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-56080776-62e8-4841-845d-7cd614417314 req-90b56719-f4ae-43a3-badb-d5c4ae336d7c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458965 Jun 18 10:11:28.577745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000783c7-fa9a-4dbc-a2cb-109425ed038d req-1eb47614-0e1b-46ae-b1e5-9292b3fbda57 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:28.579289 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-000783c7-fa9a-4dbc-a2cb-109425ed038d req-1eb47614-0e1b-46ae-b1e5-9292b3fbda57 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.0917943 Jun 18 10:11:28.631859 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-000783c7-fa9a-4dbc-a2cb-109425ed038d req-cb469358-c442-4e5f-b845-37276e9095d9 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455196 Jun 18 10:11:29.218693 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582b2be-65e0-475c-a148-7868d93ffd77 req-3060e826-a4cf-48ff-84c1-1694af4fd853 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:29.220257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8582b2be-65e0-475c-a148-7868d93ffd77 req-3060e826-a4cf-48ff-84c1-1694af4fd853 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0861788 Jun 18 10:11:29.274573 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8582b2be-65e0-475c-a148-7868d93ffd77 req-e32b9fb9-0596-47d4-a641-624ac1b78cf6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480247 Jun 18 10:11:29.849798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874a9d8-7640-453f-8900-efda3408d5b3 req-3fc8e6f6-3b2c-4ec1-aba7-31fa1a63ea26 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:29.852758 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8874a9d8-7640-453f-8900-efda3408d5b3 req-3fc8e6f6-3b2c-4ec1-aba7-31fa1a63ea26 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.0890572 Jun 18 10:11:29.907127 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8874a9d8-7640-453f-8900-efda3408d5b3 req-d8f6a92e-2fc0-4a80-b04d-f363ae7c64c0 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 Jun 18 10:11:30.708397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d8817-aff0-4a66-b581-9728851c63dd req-92e4c73b-c213-4541-a939-1fa0036d21ae tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:30.710198 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-088d8817-aff0-4a66-b581-9728851c63dd req-92e4c73b-c213-4541-a939-1fa0036d21ae tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.2933054 Jun 18 10:11:30.784492 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-088d8817-aff0-4a66-b581-9728851c63dd req-00576bc1-4c9f-45d4-9d1e-f4e6886bef10 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661924 Jun 18 10:11:31.285393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c095b40-4097-4242-b892-7a23738d348c req-e81c035e-00f6-4af5-ba89-2fa142d10d1c tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:31.286930 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6c095b40-4097-4242-b892-7a23738d348c req-e81c035e-00f6-4af5-ba89-2fa142d10d1c tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.0867782 Jun 18 10:11:31.339391 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6c095b40-4097-4242-b892-7a23738d348c req-b613df75-e581-46ca-9d07-2788e636e4a7 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454233 Jun 18 10:11:32.026246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414f222-2f57-4c15-bd12-d5a8760fa29b req-f2467f87-1221-4612-8a57-c33d3c4198cc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:32.027853 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7414f222-2f57-4c15-bd12-d5a8760fa29b req-f2467f87-1221-4612-8a57-c33d3c4198cc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0883029 Jun 18 10:11:32.080095 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7414f222-2f57-4c15-bd12-d5a8760fa29b req-0b8a2099-830f-438e-a128-60f1da575590 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460079 Jun 18 10:11:32.551411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cca2c-8759-4941-8332-8be287644b3a req-275d10c1-6b58-4091-906e-4b34e3facef1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:32.553003 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-988cca2c-8759-4941-8332-8be287644b3a req-275d10c1-6b58-4091-906e-4b34e3facef1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.0849888 Jun 18 10:11:32.611906 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-988cca2c-8759-4941-8332-8be287644b3a req-f82477a5-4f54-4751-9b4c-fffabd800e79 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519841 Jun 18 10:11:33.311613 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d746b5-b51f-4b6e-827f-f70948dbe012 req-725dfa5e-8ee0-47aa-a077-354a28d7aa47 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:33.313176 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d7d746b5-b51f-4b6e-827f-f70948dbe012 req-725dfa5e-8ee0-47aa-a077-354a28d7aa47 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0880661 Jun 18 10:11:33.363236 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d7d746b5-b51f-4b6e-827f-f70948dbe012 req-7e0147c9-b9a4-4811-98fe-5aef2d838f7d tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439169 Jun 18 10:11:33.821607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665684ab-f6c9-4f66-834a-2920f05c058b req-53f1f023-1a8a-45d8-a60f-131ea19265f6 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:33.823356 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-665684ab-f6c9-4f66-834a-2920f05c058b req-53f1f023-1a8a-45d8-a60f-131ea19265f6 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.0837815 Jun 18 10:11:33.883541 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-665684ab-f6c9-4f66-834a-2920f05c058b req-fb379da3-f4cb-4fac-9628-59fd42847997 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492814 Jun 18 10:11:34.636557 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847491d-121e-41e2-a8a6-bad623f5427a req-7a07e731-28f0-49aa-97ed-93f28286b120 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:34.638293 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2847491d-121e-41e2-a8a6-bad623f5427a req-7a07e731-28f0-49aa-97ed-93f28286b120 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1012118 Jun 18 10:11:34.698254 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2847491d-121e-41e2-a8a6-bad623f5427a req-95881a84-7cc7-4608-9352-02e0247889e3 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529416 Jun 18 10:11:35.103827 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16396475-48a1-4bd1-a476-0bd9be7de947 req-e84fd02b-8bdf-4336-a940-49f965dd3add tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:35.105455 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-16396475-48a1-4bd1-a476-0bd9be7de947 req-e84fd02b-8bdf-4336-a940-49f965dd3add tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.0914345 Jun 18 10:11:35.159214 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-16396475-48a1-4bd1-a476-0bd9be7de947 req-e3d244f1-4ed3-42f8-88ac-334b0dd9bb99 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475404 Jun 18 10:11:35.619720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0a3ce6b9-3dec-4d32-9046-10cc4b4e4898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:35.967910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0faf2-8cbe-4ddc-a0ff-cd20fe6ee694 req-031f3183-886a-471a-b2f1-e5963be828f2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:35.969593 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5da0faf2-8cbe-4ddc-a0ff-cd20fe6ee694 req-031f3183-886a-471a-b2f1-e5963be828f2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1293218 Jun 18 10:11:36.029950 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5da0faf2-8cbe-4ddc-a0ff-cd20fe6ee694 req-87b6fd91-90c7-47a2-968b-0944599ab0a2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532954 Jun 18 10:11:36.384556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db97c44-1642-4f85-b77f-27fe4fbc03d2 req-a656945c-4d8a-43a8-9031-2d342d5578b1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:36.386242 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8db97c44-1642-4f85-b77f-27fe4fbc03d2 req-a656945c-4d8a-43a8-9031-2d342d5578b1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.0957453 Jun 18 10:11:36.438614 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8db97c44-1642-4f85-b77f-27fe4fbc03d2 req-ae75a0e1-e7c9-4942-bc23-8dab8b6ca1e1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463824 Jun 18 10:11:37.062784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Request body: {'port': {'device_id': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:11:37.230339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:37.244264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:37.345581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a973cc-ec42-42d6-87e5-03b6a9a6b420 req-733b3b4d-d3e3-4055-91db-2814887c0f96 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:37.347230 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-02a973cc-ec42-42d6-87e5-03b6a9a6b420 req-733b3b4d-d3e3-4055-91db-2814887c0f96 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1771009 Jun 18 10:11:37.537318 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-02a973cc-ec42-42d6-87e5-03b6a9a6b420 req-79362ce4-6de6-4d92-8212-f5ea0f775eed tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361723 Jun 18 10:11:37.763329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a109c1-a73c-4b66-a461-6db0bfb669d9 req-eaf1e714-643a-43f8-af8d-6a8952cb3c57 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:37.764844 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-74a109c1-a73c-4b66-a461-6db0bfb669d9 req-eaf1e714-643a-43f8-af8d-6a8952cb3c57 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 931 time: 0.1664767 Jun 18 10:11:37.807586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01f924a-5ee6-4be4-b235-1ae743faadf8 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:11:37.822619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:37.848398 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-74a109c1-a73c-4b66-a461-6db0bfb669d9 req-04639196-167f-4b96-8eb3-8716e4730c2b tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757127 Jun 18 10:11:37.849340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Transition to ACTIVE for port object c01f924a-5ee6-4be4-b235-1ae743faadf8 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:11:37.853410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:37.858329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:37.986122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Pushing event updated for resources: {'Port': ['ID=c01f924a-5ee6-4be4-b235-1ae743faadf8,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:37.990586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:38.049693 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Attempting to bind port c01f924a-5ee6-4be4-b235-1ae743faadf8 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:11:38.050098 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Attempting to bind port c01f924a-5ee6-4be4-b235-1ae743faadf8 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:11:38.050466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Attempting to bind port c01f924a-5ee6-4be4-b235-1ae743faadf8 on network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:38.057252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Port c01f924a-5ee6-4be4-b235-1ae743faadf8 on network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:11:38.057611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Attempting to bind port c01f924a-5ee6-4be4-b235-1ae743faadf8 on network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:11:38.064703 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:11:38.065083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Checking segment: {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:11:38.065499 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Bound using segment: {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:11:38.065978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Bound port: c01f924a-5ee6-4be4-b235-1ae743faadf8, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e848a6d-7423-4097-bfaa-9a66b0c22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:11:38.066360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:38.164100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] For port c01f924a-5ee6-4be4-b235-1ae743faadf8, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:11:38.167776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] For port c01f924a-5ee6-4be4-b235-1ae743faadf8, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:11:38.171349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:38.175916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:38.242488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:38.243979 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] 10.222.0.70 "PUT /v2.0/ports/c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 1093 time: 1.1860528 Jun 18 10:11:38.244505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:11:38.261052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Pushing event updated for resources: {'Port': ['ID=c01f924a-5ee6-4be4-b235-1ae743faadf8,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:38.264461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:38.283418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dbc45771-e8ff-4fe3-ac0b-241f0ecc6e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:38.352160 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'status': 'completed', 'code': 200} Jun 18 10:11:38.393349 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-529cbebc-f68b-4935-852e-52fa1aece73e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77cc2be305fa449cb0fa728179187440&device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 1096 time: 0.0840898 Jun 18 10:11:38.480707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:11:38.483926 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-54536a54-bb48-4195-a136-3897b59370c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 217 time: 0.0700061 Jun 18 10:11:38.565050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-d9f54c3b-638c-4fd3-9756-a7c45740dcaa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:38.566862 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-d9f54c3b-638c-4fd3-9756-a7c45740dcaa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80bcab11-5446-4614-ae79-0e7d820a4671 HTTP/1.1" status: 200 len: 854 time: 0.0715623 Jun 18 10:11:38.645356 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:38.659373 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-53443648-eea9-4107-901b-5309f4973160 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823545 Jun 18 10:11:38.666300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'a27c782a-4348-44ec-a696-08e53d042051', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'port_id': 'a27c782a-4348-44ec-a696-08e53d042051', 'mac_address': 'fa:16:3e:8d:6c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:11:38.723595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:38.743109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a27c782a-4348-44ec-a696-08e53d042051 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:11:38.759038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:38.762160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:38.763999 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4c09a7cc-3f75-4ea7-af1a-f16c0b8f1f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:38.831266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:38.846232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=6']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:38.855855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.856447 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.856580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.856926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.857288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.857651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.858029 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.858392 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.858752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.859106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.859462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:11:38.863599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:38.880289 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-b21b9e78-c235-4507-8cde-33688b69e42a service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117023 Jun 18 10:11:38.892481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27b4b3-bb5d-4fca-a33d-bb2140c26c99 req-ddcd120f-1efa-462c-a970-c2b64bf6d882 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:38.894195 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4b27b4b3-bb5d-4fca-a33d-bb2140c26c99 req-ddcd120f-1efa-462c-a970-c2b64bf6d882 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 944 time: 0.2001147 Jun 18 10:11:38.983900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['a27c782a-4348-44ec-a696-08e53d042051'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:11:39.120240 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4b27b4b3-bb5d-4fca-a33d-bb2140c26c99 req-7450018d-7629-4ad1-b7a1-f6c7b3867d82 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991727 Jun 18 10:11:39.143708 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-773810ad-b3ef-4cdb-8ffb-f379e0b833bb req-b02248ce-2be6-426c-b1b5-045155066fc6 service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484760 Jun 18 10:11:39.158587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f952b-412b-4a63-8724-d1e3908e7ab2 req-d09fee58-2042-4d2d-a89d-0d9686f3366b tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:39.160210 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a11f952b-412b-4a63-8724-d1e3908e7ab2 req-d09fee58-2042-4d2d-a89d-0d9686f3366b tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 943 time: 0.1683378 Jun 18 10:11:39.213577 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a11f952b-412b-4a63-8724-d1e3908e7ab2 req-1710704c-6737-4910-b8e4-3c886ffc6e34 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Jun 18 10:11:39.349081 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0652c3d1-4459-4cf3-a027-366ab44cd278 req-3281a327-76b5-4e95-9da0-af5ca9121be8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77cc2be305fa449cb0fa728179187440&device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 1096 time: 0.0733647 Jun 18 10:11:39.497571 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652c3d1-4459-4cf3-a027-366ab44cd278 req-4d66b860-97c0-41ec-bd7d-653563aefbcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:39.499097 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0652c3d1-4459-4cf3-a027-366ab44cd278 req-4d66b860-97c0-41ec-bd7d-653563aefbcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 HTTP/1.1" status: 200 len: 916 time: 0.1425622 Jun 18 10:11:39.575011 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0652c3d1-4459-4cf3-a027-366ab44cd278 req-b44e2fef-fa98-4331-bae0-52b5dbeefbe5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 217 time: 0.0680768 Jun 18 10:11:39.832359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652c3d1-4459-4cf3-a027-366ab44cd278 req-ea79b91a-ec54-44f7-aa0a-9669960f6f1b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:39.833855 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0652c3d1-4459-4cf3-a027-366ab44cd278 req-ea79b91a-ec54-44f7-aa0a-9669960f6f1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80bcab11-5446-4614-ae79-0e7d820a4671 HTTP/1.1" status: 200 len: 854 time: 0.2519288 Jun 18 10:11:39.923575 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0652c3d1-4459-4cf3-a027-366ab44cd278 req-6b2da8bd-f6f7-4477-a365-bfcfb2840c9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762379 Jun 18 10:11:40.093193 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0652c3d1-4459-4cf3-a027-366ab44cd278 req-72a32b28-5ff4-4c6b-829d-6bdff5f5d00a service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479120 Jun 18 10:11:40.099673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:40.248564 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0652c3d1-4459-4cf3-a027-366ab44cd278 req-88022567-c5d4-4960-9d25-1a66cb274776 service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428199 Jun 18 10:11:40.351858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a20e7-abdc-4309-a872-f4afe2ed70c1 req-362b2e74-6c32-4ea7-9db6-023debb80272 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:40.353355 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-461a20e7-abdc-4309-a872-f4afe2ed70c1 req-362b2e74-6c32-4ea7-9db6-023debb80272 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 944 time: 0.0936635 Jun 18 10:11:40.457307 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-461a20e7-abdc-4309-a872-f4afe2ed70c1 req-d8d57b4b-bdaf-4d3b-91ec-1034741fa453 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661314 Jun 18 10:11:40.470870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f0db5-205e-4490-bf25-6f6fa6b820e6 req-97784682-1ec7-4867-9451-60f3312b6531 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:40.472452 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-867f0db5-205e-4490-bf25-6f6fa6b820e6 req-97784682-1ec7-4867-9451-60f3312b6531 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 943 time: 0.1279483 Jun 18 10:11:40.501378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:40.525555 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-867f0db5-205e-4490-bf25-6f6fa6b820e6 req-bc39189c-b14d-4924-a380-760af1f2779c tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Jun 18 10:11:40.576622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port a27c782a-4348-44ec-a696-08e53d042051 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:40.577180 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:40.695165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:40.727181 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:11:40.737873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:40.740978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:40.744235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:40.790223 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051', 'code': 200} Jun 18 10:11:40.814027 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=7']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:40.817398 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:41.824556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9003236-299f-4a43-bda3-76c77c8e1c0f req-d547b351-2385-4efc-af22-7422aa7eb2ee tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:41.832272 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9003236-299f-4a43-bda3-76c77c8e1c0f req-d547b351-2385-4efc-af22-7422aa7eb2ee tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1901073 Jun 18 10:11:41.881227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50eeb94-ec7d-4ea2-81a1-d42a7862d225 req-b13f0caf-25a6-45f6-8842-9ac38483dbca tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:41.882647 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f50eeb94-ec7d-4ea2-81a1-d42a7862d225 req-b13f0caf-25a6-45f6-8842-9ac38483dbca tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 943 time: 0.1683257 Jun 18 10:11:41.938316 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a9003236-299f-4a43-bda3-76c77c8e1c0f req-1180bc45-3656-4c62-8530-d3ce41d60ea7 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049247 Jun 18 10:11:42.000742 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f50eeb94-ec7d-4ea2-81a1-d42a7862d225 req-07317fd5-5af1-4c04-9d0c-7b204fdca8b5 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094565 Jun 18 10:11:42.013471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:11:42.516852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device c01f924a-5ee6-4be4-b235-1ae743faadf8 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:11:42.700742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port c01f924a-5ee6-4be4-b235-1ae743faadf8, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:42.717054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'port_id': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'mac_address': 'fa:16:3e:8f:a8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:11:42.785687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:42.808074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01f924a-5ee6-4be4-b235-1ae743faadf8 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:11:42.830886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port c01f924a-5ee6-4be4-b235-1ae743faadf8, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:42.838171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:42.840120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:42.932073 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=c01f924a-5ee6-4be4-b235-1ae743faadf8,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:42.935790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:43.253783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['c01f924a-5ee6-4be4-b235-1ae743faadf8'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:11:43.266156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa723c-9334-4796-925a-715d36e7b0c7 req-9e1cf9a5-2bcb-4d9d-a459-f6c03a0db117 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:43.275812 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-78aa723c-9334-4796-925a-715d36e7b0c7 req-9e1cf9a5-2bcb-4d9d-a459-f6c03a0db117 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1790042 Jun 18 10:11:43.375367 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-78aa723c-9334-4796-925a-715d36e7b0c7 req-225fafe1-3d91-4242-8ad8-1c2229a55fb5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985413 Jun 18 10:11:43.446227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6214f-b5fb-44fe-b885-38faf8cb4bf4 req-6c8b0419-800e-452d-bf58-43fd037d0746 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:43.456606 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a5f6214f-b5fb-44fe-b885-38faf8cb4bf4 req-6c8b0419-800e-452d-bf58-43fd037d0746 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 944 time: 0.1245141 Jun 18 10:11:43.505741 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a5f6214f-b5fb-44fe-b885-38faf8cb4bf4 req-1c724660-b4bd-40fb-ad74-285591c5dff8 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501537 Jun 18 10:11:44.524495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device c01f924a-5ee6-4be4-b235-1ae743faadf8 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:11:44.675861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port c01f924a-5ee6-4be4-b235-1ae743faadf8 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:11:44.686934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port c01f924a-5ee6-4be4-b235-1ae743faadf8 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:11:44.687360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:44.874838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:44.928588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44feb833-f0e6-4ea2-b9dc-22277385f9e2 req-c91fa606-543e-4e6b-a979-32ecd7578047 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:44.935621 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-44feb833-f0e6-4ea2-b9dc-22277385f9e2 req-c91fa606-543e-4e6b-a979-32ecd7578047 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.2735875 Jun 18 10:11:44.953756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port c01f924a-5ee6-4be4-b235-1ae743faadf8, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:11:44.958778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:11:44.974755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:44.979261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:11:45.036910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd61a9-c2e9-4728-9d11-81603ab1952e req-50734b2d-074c-40f9-8f3c-218bc60eeb43 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:45.041878 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-89fd61a9-c2e9-4728-9d11-81603ab1952e req-50734b2d-074c-40f9-8f3c-218bc60eeb43 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 944 time: 0.3033595 Jun 18 10:11:45.091442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=c01f924a-5ee6-4be4-b235-1ae743faadf8,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:11:45.092349 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-44feb833-f0e6-4ea2-b9dc-22277385f9e2 req-790668dd-3aa9-4092-aada-2a7d0567ddb2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186912 Jun 18 10:11:45.099015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:11:45.162616 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-89fd61a9-c2e9-4728-9d11-81603ab1952e req-319f0a8f-e970-4059-9c17-2b1114a4912a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139722 Jun 18 10:11:45.198902 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'code': 200} Jun 18 10:11:45.660307 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-93fd07dd-53d3-4b50-b0e0-0132c7ca0f83 req-78c87d88-7675-47c4-8022-3aaba4ad9dac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 1098 time: 0.1305888 Jun 18 10:11:45.724494 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-93fd07dd-53d3-4b50-b0e0-0132c7ca0f83 req-fa8a408e-370d-4498-9c01-4a03c4b4f51b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498428 Jun 18 10:11:46.428716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fab78-e5c7-4a01-83e4-a6e57e9233a2 req-dd842717-9ce9-4809-9932-5b5442fb8857 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:46.430911 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-550fab78-e5c7-4a01-83e4-a6e57e9233a2 req-dd842717-9ce9-4809-9932-5b5442fb8857 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.1149845 Jun 18 10:11:46.589909 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-550fab78-e5c7-4a01-83e4-a6e57e9233a2 req-5172d09e-913e-43cf-b460-be4d7db008f6 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505132 Jun 18 10:11:46.622715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86d9d2-21d4-477a-aac3-454cd00ccc76 req-cf33a42d-5f14-4a4e-8094-0e8d7cbf576a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:46.625663 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa86d9d2-21d4-477a-aac3-454cd00ccc76 req-cf33a42d-5f14-4a4e-8094-0e8d7cbf576a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1662080 Jun 18 10:11:46.705865 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa86d9d2-21d4-477a-aac3-454cd00ccc76 req-e651ca10-68bf-4b1e-9a1e-41887a306ca2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599265 Jun 18 10:11:47.798637 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7c9bd-ec9f-49f0-a82f-2540b882d8f5 req-c3a17918-8db9-484d-99fc-7b96be7d7398 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:47.800252 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-37e7c9bd-ec9f-49f0-a82f-2540b882d8f5 req-c3a17918-8db9-484d-99fc-7b96be7d7398 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.0835130 Jun 18 10:11:47.855099 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-37e7c9bd-ec9f-49f0-a82f-2540b882d8f5 req-3f052b76-49e7-48fd-8ca2-3f9c080dac19 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485225 Jun 18 10:11:47.968417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf923f-98e7-408b-b0be-53144e5c546d req-8cf48b06-bfc6-4c13-aae0-47b13c8efacf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:47.970107 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c1cf923f-98e7-408b-b0be-53144e5c546d req-8cf48b06-bfc6-4c13-aae0-47b13c8efacf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0845361 Jun 18 10:11:48.019925 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c1cf923f-98e7-408b-b0be-53144e5c546d req-6cb17343-7271-4c83-93ff-e6e3ac3eb1af tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432925 Jun 18 10:11:49.110397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6b7f9-d483-4a7f-85b9-ff7fc291b117 req-a9989bc4-53c1-4b85-93f5-e3cf5991e576 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:49.112106 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-37c6b7f9-d483-4a7f-85b9-ff7fc291b117 req-a9989bc4-53c1-4b85-93f5-e3cf5991e576 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.1270454 Jun 18 10:11:49.179146 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-37c6b7f9-d483-4a7f-85b9-ff7fc291b117 req-c643dfa6-643d-4dd8-abe9-029ad61d9dbe tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463800 Jun 18 10:11:49.295769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2501523-e2b7-45fe-a245-d4778bea79f3 req-ede9cf0e-9543-4114-8a46-d98319c02697 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:49.302706 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a2501523-e2b7-45fe-a245-d4778bea79f3 req-ede9cf0e-9543-4114-8a46-d98319c02697 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1029489 Jun 18 10:11:49.356149 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a2501523-e2b7-45fe-a245-d4778bea79f3 req-555e73de-68e7-4fc7-aff9-03ee1bff6286 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491254 Jun 18 10:11:50.433138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224de484-4c05-48ed-aa52-c0d5a4ece7fc req-a31b90ee-8a57-4232-b1d3-b155d809c63b tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:50.440822 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-224de484-4c05-48ed-aa52-c0d5a4ece7fc req-a31b90ee-8a57-4232-b1d3-b155d809c63b tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.1257482 Jun 18 10:11:50.589574 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-224de484-4c05-48ed-aa52-c0d5a4ece7fc req-03611e2d-e81b-4508-8e6f-6c265774e23e tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477375 Jun 18 10:11:50.641022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8533d2f-62bf-4a6a-8eac-e990266e7f52 req-5f3a8cf3-714a-4a67-82fa-67b9a07d54ac tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:50.642648 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f8533d2f-62bf-4a6a-8eac-e990266e7f52 req-5f3a8cf3-714a-4a67-82fa-67b9a07d54ac tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1226897 Jun 18 10:11:50.699672 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f8533d2f-62bf-4a6a-8eac-e990266e7f52 req-18ac0968-decb-49b8-a728-2f407ef564eb tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498385 Jun 18 10:11:50.845748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b763e8a-eea9-4228-8a8d-c6900028a870 req-aeaa7e08-0c61-4e64-8d2b-85240c7d5036 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:50.853887 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4b763e8a-eea9-4228-8a8d-c6900028a870 req-aeaa7e08-0c61-4e64-8d2b-85240c7d5036 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.0952864 Jun 18 10:11:50.909876 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4b763e8a-eea9-4228-8a8d-c6900028a870 req-f4bbeda5-0e50-4a5d-a4c1-65739dafc9f4 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546513 Jun 18 10:11:51.284397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:11:51.445483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603cab4-1ead-47fb-8e9b-ad6a7e79583d req-71f009f6-5be9-485b-8d10-99d87ae6cd1e tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:51.447167 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1603cab4-1ead-47fb-8e9b-ad6a7e79583d req-71f009f6-5be9-485b-8d10-99d87ae6cd1e tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.0983493 Jun 18 10:11:51.500766 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1603cab4-1ead-47fb-8e9b-ad6a7e79583d req-0d9b7e23-939b-4f1d-bbf3-6b55a26e4d41 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471387 Jun 18 10:11:51.971755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0099a-dfb5-4720-9c35-36384e6bc5b2 req-739dfff9-faf9-4b19-bc50-67d406268a8e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:51.973675 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5ef0099a-dfb5-4720-9c35-36384e6bc5b2 req-739dfff9-faf9-4b19-bc50-67d406268a8e tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1299412 Jun 18 10:11:52.030436 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5ef0099a-dfb5-4720-9c35-36384e6bc5b2 req-80a0f898-d5c8-4fc2-8b51-d7be00745ea1 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489149 Jun 18 10:11:53.262701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a735a8e-f78c-40ee-8145-2ed78ef5e070 req-748503cf-82a4-4c80-8277-5d4d63afc2b8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:53.264348 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3a735a8e-f78c-40ee-8145-2ed78ef5e070 req-748503cf-82a4-4c80-8277-5d4d63afc2b8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0891957 Jun 18 10:11:53.316351 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3a735a8e-f78c-40ee-8145-2ed78ef5e070 req-50dac5d0-dac4-4f62-aa2b-9e9dfae1d6e6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455942 Jun 18 10:11:54.129835 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-25e241f3-1b59-4cf0-adb4-8c1affad0516 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973160 Jun 18 10:11:54.370711 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-2d1ee948-ad2d-41bc-ad7e-3a0d0fa8b4d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=676571e50e2545779d49baf7b45bd0b1&device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1099 time: 0.1027014 Jun 18 10:11:54.690049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-d4c42873-71d6-4c1e-990b-5dc9f3d6b49d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:54.691734 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-d4c42873-71d6-4c1e-990b-5dc9f3d6b49d service neutron] 10.222.0.70 "GET /v2.0/networks?id=75017cc0-35c1-4364-bf40-beb6ab6f53d7 HTTP/1.1" status: 200 len: 909 time: 0.2705269 Jun 18 10:11:54.705735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc6ec-1317-4ff6-8c27-68b8663b392b req-22aef685-7eaa-4ee9-a94b-ddd229cdf8e4 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:54.714034 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7aefc6ec-1317-4ff6-8c27-68b8663b392b req-22aef685-7eaa-4ee9-a94b-ddd229cdf8e4 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.1614749 Jun 18 10:11:54.863451 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-913c92c3-7613-4546-850d-d87f96d9eb26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5530829-03e9-48ec-9922-dece0946af72 HTTP/1.1" status: 200 len: 1002 time: 0.1468694 Jun 18 10:11:54.974739 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7aefc6ec-1317-4ff6-8c27-68b8663b392b req-c5a1979d-d692-492e-84bc-934d42de66d9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595861 Jun 18 10:11:54.993417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-c1c3bd8a-1c3f-4e87-8ebf-8754cad4c115 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:54.995044 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-c1c3bd8a-1c3f-4e87-8ebf-8754cad4c115 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50b4836-27c8-44ad-a660-5703f9205892 HTTP/1.1" status: 200 len: 847 time: 0.1248250 Jun 18 10:11:55.090638 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-9b8752b5-cfa9-40de-9422-6dfea9a07928 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75017cc0-35c1-4364-bf40-beb6ab6f53d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873554 Jun 18 10:11:55.259041 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-97ca4530-0300-4eee-a150-fb4299fc26ec service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572144 Jun 18 10:11:55.594362 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c15df5f5-33af-481e-913d-c2fefb578a8a req-a74c1e36-6914-4d49-b240-b7a1b8e9db5c service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277752 Jun 18 10:11:56.207262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8324b-4edb-4966-9542-24d97933dcc9 req-ba0442c5-a749-4afc-8542-ad6c1b05b2b2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:56.208857 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-60b8324b-4edb-4966-9542-24d97933dcc9 req-ba0442c5-a749-4afc-8542-ad6c1b05b2b2 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0872664 Jun 18 10:11:56.261665 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-60b8324b-4edb-4966-9542-24d97933dcc9 req-3304a9da-cfde-4f93-a7b7-c8efcf3f29fd tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Jun 18 10:11:57.481917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10319b-2d3d-4bca-bbdf-becc4799c107 req-86b2dc52-cebf-488f-8134-d6e630200d56 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:57.483553 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5e10319b-2d3d-4bca-bbdf-becc4799c107 req-86b2dc52-cebf-488f-8134-d6e630200d56 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0862072 Jun 18 10:11:57.534485 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5e10319b-2d3d-4bca-bbdf-becc4799c107 req-5c06a069-1a77-4ec7-9099-7e52c761570a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445693 Jun 18 10:11:58.781038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3821076-8031-42fc-ba8f-19cfa24e7005 req-2f5dddc2-8d27-4d47-9b01-f61b562dadc6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:58.782771 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e3821076-8031-42fc-ba8f-19cfa24e7005 req-2f5dddc2-8d27-4d47-9b01-f61b562dadc6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0997701 Jun 18 10:11:58.850497 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e3821076-8031-42fc-ba8f-19cfa24e7005 req-b5308b9a-4fcf-4d19-9f39-fc186928352a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576687 Jun 18 10:11:59.087350 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-58bf2224-429f-412c-a044-efb881cc0031 req-db3b30f1-0140-4e1d-8f81-5374c9473c72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 1098 time: 0.0756080 Jun 18 10:11:59.245161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf2224-429f-412c-a044-efb881cc0031 req-880d6641-915e-4e31-aad0-f0c50f9b7e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:59.246789 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-58bf2224-429f-412c-a044-efb881cc0031 req-880d6641-915e-4e31-aad0-f0c50f9b7e86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 918 time: 0.1530437 Jun 18 10:11:59.361838 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-58bf2224-429f-412c-a044-efb881cc0031 req-bd568b72-f64d-410a-aa4a-390c90499106 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a27c782a-4348-44ec-a696-08e53d042051 HTTP/1.1" status: 200 len: 1001 time: 0.1078598 Jun 18 10:11:59.435843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf2224-429f-412c-a044-efb881cc0031 req-35a583fd-5faa-4040-86ea-29a2d10ad590 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:11:59.437461 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-58bf2224-429f-412c-a044-efb881cc0031 req-35a583fd-5faa-4040-86ea-29a2d10ad590 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.0662985 Jun 18 10:11:59.537300 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-58bf2224-429f-412c-a044-efb881cc0031 req-f131dcb7-3dff-4e1f-8f40-6d61d2ff67fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841179 Jun 18 10:11:59.705105 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-58bf2224-429f-412c-a044-efb881cc0031 req-28e1d88a-67c3-4074-92dc-5eb154911e63 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565406 Jun 18 10:11:59.860654 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-58bf2224-429f-412c-a044-efb881cc0031 req-abbc5140-b9f7-4a05-a91f-83ac883f2c40 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438794 Jun 18 10:12:00.095241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c5211-f961-4b72-9d9c-29948cc6de1c req-2ace74bb-d4f6-4eed-8156-b599e6cdb193 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:00.096933 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f46c5211-f961-4b72-9d9c-29948cc6de1c req-2ace74bb-d4f6-4eed-8156-b599e6cdb193 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 945 time: 0.0892167 Jun 18 10:12:00.148099 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f46c5211-f961-4b72-9d9c-29948cc6de1c req-ec587db7-10d3-4aba-8f63-cc2886c01378 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444801 Jun 18 10:12:00.599142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:12:00.763418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:00.804795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:12:00.908894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:12:00.912960 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:00.915765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:00.961188 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051', 'code': 200} Jun 18 10:12:01.000804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=8']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:01.004474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:01.382238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c552e-7cf8-4062-8cdd-a01176abe832 req-28b38b7f-2d9b-4997-981f-252069373130 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:01.383938 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-644c552e-7cf8-4062-8cdd-a01176abe832 req-28b38b7f-2d9b-4997-981f-252069373130 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.0905039 Jun 18 10:12:01.434328 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-644c552e-7cf8-4062-8cdd-a01176abe832 req-c9e5dbb0-3953-478e-b09e-214808accf1a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442343 Jun 18 10:12:02.660026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adadb9-4bc6-4118-8e7a-047b60cfca61 req-68f32157-b5d0-4778-b635-c7c7f37ba2d6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:02.661612 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18adadb9-4bc6-4118-8e7a-047b60cfca61 req-68f32157-b5d0-4778-b635-c7c7f37ba2d6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.0826650 Jun 18 10:12:02.715061 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18adadb9-4bc6-4118-8e7a-047b60cfca61 req-57911776-adf4-41ac-b812-b41f0a099fe6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463650 Jun 18 10:12:04.240487 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7b422164-9fe4-4535-88d7-2012eab864da req-4f8e32d0-e76a-4e36-af75-4285b77cae7b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0802503 Jun 18 10:12:04.616985 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-67094e0e-a7af-4863-b362-6cb3b8bc0119 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1598732 Jun 18 10:12:04.623292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab64d0e-7dd2-422c-be33-7a71ebee81eb req-753f59fc-636c-4183-af1b-a0947cacee59 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:04.624800 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3ab64d0e-7dd2-422c-be33-7a71ebee81eb req-753f59fc-636c-4183-af1b-a0947cacee59 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1242275 Jun 18 10:12:04.680026 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3ab64d0e-7dd2-422c-be33-7a71ebee81eb req-a462a172-bb21-444a-b1cf-893e3cd34503 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484278 Jun 18 10:12:05.244738 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-39324a75-9c0a-4f01-a6be-2ee3973390ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d&tenant_id=0a438b407b114da5886b40df662ba3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0810380 Jun 18 10:12:05.372678 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-0fb409ca-547c-41ca-a097-a6868cf8b194 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 1096 time: 0.0790076 Jun 18 10:12:05.544498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-e7023a4c-dc6d-40b6-baad-10ce1828fadd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:05.546124 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-e7023a4c-dc6d-40b6-baad-10ce1828fadd service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 918 time: 0.1480355 Jun 18 10:12:05.638619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-25ee776a-f6e3-4807-82fe-66c8ea4b5213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:05.704345 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-880271e5-59e9-4071-b0dc-24cc28c4dd0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a27c782a-4348-44ec-a696-08e53d042051 HTTP/1.1" status: 200 len: 999 time: 0.1458650 Jun 18 10:12:05.787496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-23cfcb47-5bb4-4e84-b941-c09155f53ec0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:05.790887 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-23cfcb47-5bb4-4e84-b941-c09155f53ec0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.0745082 Jun 18 10:12:05.963854 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-a5aadd3f-0e53-4046-a48f-f9ac27faf9fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1631539 Jun 18 10:12:05.975533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d00b45-49bc-4c10-ae22-cbed3f74232c req-c002244d-5398-45f6-a5b2-e2fdaeafd2c6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:05.978054 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-26d00b45-49bc-4c10-ae22-cbed3f74232c req-c002244d-5398-45f6-a5b2-e2fdaeafd2c6 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1303916 Jun 18 10:12:06.131550 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-26d00b45-49bc-4c10-ae22-cbed3f74232c req-9f16edb2-9166-491a-945f-f6531763dfff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275575 Jun 18 10:12:06.156551 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-f2a15500-f497-40d3-aa48-9de9d6face37 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774004 Jun 18 10:12:06.309736 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f5ecdc7-e466-40c6-a8f4-3f603cd4d866 req-037e4812-84e3-48e4-b2fe-ab7107062a88 service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422784 Jun 18 10:12:06.623798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:12:07.250096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:07.291259 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00807e-1ad3-4b21-a771-21d2ff87a263 req-9eaa51c3-a7a7-45cb-8a87-6b4f2009c81f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:07.292910 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6d00807e-1ad3-4b21-a771-21d2ff87a263 req-9eaa51c3-a7a7-45cb-8a87-6b4f2009c81f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.1106544 Jun 18 10:12:07.402000 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6d00807e-1ad3-4b21-a771-21d2ff87a263 req-c1fe7e5e-2357-44eb-a4cf-5279c147be40 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680737 Jun 18 10:12:07.428463 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855d6e8-e829-4096-b007-198dbc3b68e9 req-19f0fcae-1cd7-432b-8d76-7ad6edc31e3b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:07.430189 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f855d6e8-e829-4096-b007-198dbc3b68e9 req-19f0fcae-1cd7-432b-8d76-7ad6edc31e3b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1362650 Jun 18 10:12:07.433488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 48978) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:07.489390 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f855d6e8-e829-4096-b007-198dbc3b68e9 req-a563dbff-22e7-4f30-9fce-39b78b4ac254 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506871 Jun 18 10:12:07.691178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a00dd93b-e7e3-4a1b-8708-7f35d5de3a5b tempest-TestMinimumBasicScenario-2041688874 tempest-TestMinimumBasicScenario-2041688874-project-admin] Synchronizing usage tracker for tenant:de3272b6216c46219df357ebc26c7d5d on resource:port {{(pid=82100) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:12:07.714901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a00dd93b-e7e3-4a1b-8708-7f35d5de3a5b tempest-TestMinimumBasicScenario-2041688874 tempest-TestMinimumBasicScenario-2041688874-project-admin] Unset dirty status for tenant:de3272b6216c46219df357ebc26c7d5d on resource:port {{(pid=82100) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:12:07.721443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 48994) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:07.721788 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-a00dd93b-e7e3-4a1b-8708-7f35d5de3a5b tempest-TestMinimumBasicScenario-2041688874 tempest-TestMinimumBasicScenario-2041688874-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 1093 time: 0.2865715 Jun 18 10:12:07.728771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'floatingip': {'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'port_id': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:07.737382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:07.743135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:floatingip and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:12:07.747401 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:12:07.759410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:07.773817 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for floatingip, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:08.021376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:08.271108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2e4a-7961-4cd1-9332-7d83f21efb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:08.479160 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480b74e-8b5e-4417-b3e9-dcd876cf151a req-5360e601-16ed-4cf0-9f46-62741650532d tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:08.480120 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7480b74e-8b5e-4417-b3e9-dcd876cf151a req-5360e601-16ed-4cf0-9f46-62741650532d tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.1773193 Jun 18 10:12:08.496228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Allocated IP 172.27.0.90 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/3c9b2630-fca7-4ba0-b96b-80b3a838620e) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:12:08.671144 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7480b74e-8b5e-4417-b3e9-dcd876cf151a req-62a97de9-a0fd-4618-aae4-ad3babee91c5 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764338 Jun 18 10:12:08.802812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:08.811845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:08.829437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c0759-a6e4-47f1-b705-f290fbf368b3 req-b2111d83-bc19-4bf2-95af-04c12e471dd9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:08.834497 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ee7c0759-a6e4-47f1-b705-f290fbf368b3 req-b2111d83-bc19-4bf2-95af-04c12e471dd9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1554244 Jun 18 10:12:08.885008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:08.891192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:08.957624 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ee7c0759-a6e4-47f1-b705-f290fbf368b3 req-1bf63f65-0989-41d3-af37-8bf3992311aa tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168690 Jun 18 10:12:08.974671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:12:08.975403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'Port': ['ID=3c9b2630-fca7-4ba0-b96b-80b3a838620e,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:08.978302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:12:08.980330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:08.981095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:12:09.698460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:09.778515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:10.095979 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda3067-16f8-4562-8720-e6d84308435d req-2142307e-42d6-44f2-8fbf-91c3fa051d53 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:10.097722 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cbda3067-16f8-4562-8720-e6d84308435d req-2142307e-42d6-44f2-8fbf-91c3fa051d53 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.2718463 Jun 18 10:12:10.111336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:10.261538 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cbda3067-16f8-4562-8720-e6d84308435d req-e7479094-a8dc-4a77-9cbb-999014f63e58 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542082 Jun 18 10:12:10.315469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:10.324882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b2629-b3d3-4884-8b9f-9ec189e44dda req-4a71739e-0003-4ad6-8129-2f269f551332 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:10.326586 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-682b2629-b3d3-4884-8b9f-9ec189e44dda req-4a71739e-0003-4ad6-8129-2f269f551332 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1700945 Jun 18 10:12:10.333917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:10.341938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8b41906-051f-47ae-8474-c595af463a9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:10.430002 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:10.845564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'Port': ['ID=3c9b2630-fca7-4ba0-b96b-80b3a838620e,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:10.852882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:10.859671 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-682b2629-b3d3-4884-8b9f-9ec189e44dda req-29f67da0-8d97-45f1-963d-1bfa08417326 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5199153 Jun 18 10:12:10.960719 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Floating IP ac3a0496-9e3f-4748-affb-b3eaf02a689f associated. External IP: 172.27.0.90, port: c01f924a-5ee6-4be4-b235-1ae743faadf8. Jun 18 10:12:11.538012 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ebb7e-8cc3-4853-b9ce-70e3ed00a162 req-dfbd429c-3205-41ae-afef-fcec1132d8e6 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:11.540521 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4c3ebb7e-8cc3-4853-b9ce-70e3ed00a162 req-dfbd429c-3205-41ae-afef-fcec1132d8e6 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.1431975 Jun 18 10:12:11.625227 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4c3ebb7e-8cc3-4853-b9ce-70e3ed00a162 req-a7d5b0f2-089d-41c3-9efa-2fbe75bac62c tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714719 Jun 18 10:12:11.636188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Router 3be14e45-4486-4f54-8537-4781df9d286d has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:12:11.940306 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:12:11.968542 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] Sync routers for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:12:11.992939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.000355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:12:12.001089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:12:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:12:12.073456 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3506458 Jun 18 10:12:12.082043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:12:12.082299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49018) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:12.088907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224263615', 'description': 'tempest-secgroup-smoke-224263615 description', 'project_id': '77cc2be305fa449cb0fa728179187440'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:12.100345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:12.106695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:security_group and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:12:12.112830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:12:12.126418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:12.151677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.186897 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'status': 'completed', 'code': 200} Jun 18 10:12:12.231554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:12.236940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:security_group_rule and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:12:12.241042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:12:12.248999 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:12.273078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a2181-e234-42aa-a373-be2f8c392290 req-ae6fad8d-275b-4822-a2dd-3ee3b18dd93b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:12.275699 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-238a2181-e234-42aa-a373-be2f8c392290 req-ae6fad8d-275b-4822-a2dd-3ee3b18dd93b tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.2049596 Jun 18 10:12:12.335662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.340942 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.352515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:12:12.355745 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-238a2181-e234-42aa-a373-be2f8c392290 req-df72b25c-95a3-435f-a9e6-4a07b44f2ab0 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694911 Jun 18 10:12:12.376169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5ea52790-5e2b-4093-9865-b195eb31de92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:12.386352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.392400 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3070548 Jun 18 10:12:12.392697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49024) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:12.408637 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'security_group_rule': {'security_group_id': 'd731c2b3-3c4c-4268-b2ec-2066655cde46', 'project_id': '77cc2be305fa449cb0fa728179187440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:12.425683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:12.435057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:security_group_rule and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:12:12.438651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:12:12.441629 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d731c2b3-3c4c-4268-b2ec-2066655cde46,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:12.448990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:12.458617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.459032 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.459436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.459842 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.460246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.460641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.461064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.461534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.462747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.463159 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.463558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:12.468456 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:12.480358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.564201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.567293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.569383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:12.598712 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155ab5c6-78fe-4a3a-9a01-fcde5a8de592,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:12.601782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:12.611669 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.621086 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2226474 Jun 18 10:12:12.622058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49028) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:12.629436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'security_group_rule': {'security_group_id': 'd731c2b3-3c4c-4268-b2ec-2066655cde46', 'project_id': '77cc2be305fa449cb0fa728179187440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:12.638862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:12.644558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:security_group_rule and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:12:12.648322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:12:12.659254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:12.678935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.868470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.876407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.894150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:12.914222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7589e356-7c24-432c-901e-9b101ed1d2ce,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:12.917802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:12.938307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:12.939599 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3160260 Jun 18 10:12:12.942835 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49034) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:12.950731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910a6c6-5922-4078-bb6e-df6bd725b8da req-a25fdbb6-a1fc-4f22-8fc1-d3c9308fce94 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:12.952418 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e910a6c6-5922-4078-bb6e-df6bd725b8da req-a25fdbb6-a1fc-4f22-8fc1-d3c9308fce94 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.1643755 Jun 18 10:12:12.957270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'security_group_rule': {'security_group_id': 'd731c2b3-3c4c-4268-b2ec-2066655cde46', 'project_id': '77cc2be305fa449cb0fa728179187440', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:12.986014 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:13.001220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:security_group_rule and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:12:13.010526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:12:13.023643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:13.040832 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e910a6c6-5922-4078-bb6e-df6bd725b8da req-71f4d3aa-7959-40ce-9c99-d6d269fb7759 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617261 Jun 18 10:12:13.044940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'ac3a0496-9e3f-4748-affb-b3eaf02a689f', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'port_id': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'mac_address': 'fa:16:3e:8f:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:12:09Z', 'updated_at': '2021-06-18T10:12:09Z', 'revision_number': 0, 'project_id': '77cc2be305fa449cb0fa728179187440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:11Z', 'revision_number': 5, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:12:13.049532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] Checking router: 3be14e45-4486-4f54-8537-4781df9d286d for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:12:13.050877 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.062918 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:12:13.063614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:12:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:12:13.146097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.150864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.156411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a90ec127-cf73-4850-ab1d-5ec2474ce861 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:13.184211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b082ca6-6caa-4fa4-acb7-7d9e4bf72b8f,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:13.186889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:13.194057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.195327 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-486d2968-b115-477b-ab03-c9dabe8d27d1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2514069 Jun 18 10:12:13.198285 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49038) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:13.204858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'security_group_rule': {'security_group_id': 'd731c2b3-3c4c-4268-b2ec-2066655cde46', 'project_id': '77cc2be305fa449cb0fa728179187440', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:13.213778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:13.218790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:security_group_rule and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:12:13.233516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:12:13.241863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:13.295682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.328998 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:12:13.375302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.378841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.381389 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:13.407093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e732807b-1b11-49ab-8f8e-392cf2e3ccff,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:13.409931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:13.418667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.423593 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49044) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:13.424317 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-17356166-fe2b-4c93-a4ef-03aa7a905ab3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2248590 Jun 18 10:12:13.430959 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'security_group_rule': {'security_group_id': 'd731c2b3-3c4c-4268-b2ec-2066655cde46', 'project_id': '77cc2be305fa449cb0fa728179187440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:13.439586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:13.446565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:security_group_rule and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:12:13.451839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:12:13.473978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:13.508223 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.securitygroups_db [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Project 77cc2be305fa449cb0fa728179187440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:12:13.519886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.692820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.702009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.714328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3684703a-c6aa-4be6-a0b7-36757f89cbbc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:13.740787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc95f6-2c66-45be-bf41-89daa3c541a1 req-9fe503c9-067a-4a94-b3b4-119552614785 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:13.744130 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15cc95f6-2c66-45be-bf41-89daa3c541a1 req-9fe503c9-067a-4a94-b3b4-119552614785 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1631775 Jun 18 10:12:13.812579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fff4d86-6711-42b9-81cd-0595e3565766,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:13.815465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:13.818893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:13.821153 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3962457 Jun 18 10:12:13.824330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49048) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:13.834135 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'security_group_rule': {'security_group_id': 'd731c2b3-3c4c-4268-b2ec-2066655cde46', 'project_id': '77cc2be305fa449cb0fa728179187440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:13.841161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:13.850255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Usage tracker for resource:security_group_rule and tenant:77cc2be305fa449cb0fa728179187440 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:12:13.853555 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-15cc95f6-2c66-45be-bf41-89daa3c541a1 req-bd0d660d-dc49-4c94-a666-c7ba8720e071 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922937 Jun 18 10:12:13.858012 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:12:13.865423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:13.877726 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'ac3a0496-9e3f-4748-affb-b3eaf02a689f', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'port_id': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'mac_address': 'fa:16:3e:8f:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:12:09Z', 'updated_at': '2021-06-18T10:12:09Z', 'revision_number': 0, 'project_id': '77cc2be305fa449cb0fa728179187440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:11Z', 'revision_number': 5, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:12:13.896454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acd2719-373e-4501-86c2-7ce3e9040c9d None None] The sync data for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi is: [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'ac3a0496-9e3f-4748-affb-b3eaf02a689f', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'port_id': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'mac_address': 'fa:16:3e:8f:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:12:09Z', 'updated_at': '2021-06-18T10:12:09Z', 'revision_number': 0, 'project_id': '77cc2be305fa449cb0fa728179187440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:11Z', 'revision_number': 5, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:12:13.900137 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.securitygroups_db [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Project 77cc2be305fa449cb0fa728179187440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:12:13.927784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:14.020326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:14.049837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:14.052254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:14.077718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26481645-e362-4366-85a8-4bda8a0c9dee,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:14.080444 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:14.124213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:14.125548 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f6346335-4f28-499f-a03a-51fb77594c9a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2999313 Jun 18 10:12:14.325533 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-4fb5e109-2521-46aa-a909-e47d9006fc22 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224263615&fields=id&tenant_id=77cc2be305fa449cb0fa728179187440 HTTP/1.1" status: 200 len: 267 time: 0.0828903 Jun 18 10:12:14.397594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955384f0-f8c2-4521-98cd-5fddd5bbae19 req-190cbbd6-5704-42db-b093-e51ac8db9b90 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:14.399408 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-955384f0-f8c2-4521-98cd-5fddd5bbae19 req-190cbbd6-5704-42db-b093-e51ac8db9b90 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.1952035 Jun 18 10:12:14.401527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f10c1f-5d23-4f01-9988-62a0c98986f8 None None] New status for floating IP ac3a0496-9e3f-4748-affb-b3eaf02a689f: ACTIVE {{(pid=82102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:12:14.490109 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-955384f0-f8c2-4521-98cd-5fddd5bbae19 req-e110773c-90c1-4262-9317-9686e58c1b24 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839419 Jun 18 10:12:14.497750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-94c8b0ac-145e-46b6-a181-a54b7c4789cf tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:14.500218 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-94c8b0ac-145e-46b6-a181-a54b7c4789cf tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.1704731 Jun 18 10:12:14.513250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'port': {'security_groups': ['32e087ad-7c93-46fb-a0a9-5324cdc6beb9', 'd731c2b3-3c4c-4268-b2ec-2066655cde46']}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:14.670382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:15.013512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] For port c01f924a-5ee6-4be4-b235-1ae743faadf8, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:12:15.087845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:15.097707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:15.105069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:15.146487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['c01f924a-5ee6-4be4-b235-1ae743faadf8'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:12:15.196784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:15.197834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:15.200110 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d22af12-c9d9-4cce-a1fc-50983df230d3 req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "PUT /v2.0/ports/c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 981 time: 0.6936042 Jun 18 10:12:15.200947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:12:15.250569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'Port': ['ID=c01f924a-5ee6-4be4-b235-1ae743faadf8,revision_number=6']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:15.254665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:15.262013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57f9e0-db3d-4590-8c02-ad8ba101c9d1 req-a0b716f5-2244-4a3d-b849-dd135c3620a9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:15.265485 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bd57f9e0-db3d-4590-8c02-ad8ba101c9d1 req-a0b716f5-2244-4a3d-b849-dd135c3620a9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.2269006 Jun 18 10:12:15.356925 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bd57f9e0-db3d-4590-8c02-ad8ba101c9d1 req-82950348-b5b2-45ef-9ece-5225ae774ed9 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718179 Jun 18 10:12:15.380231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['c01f924a-5ee6-4be4-b235-1ae743faadf8'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:12:15.481507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f1f88-5d73-4a33-a2fd-3d2fd20bdc17 req-8df449fa-59e4-4c63-8933-c5a3ec3047f7 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:15.483217 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d32f1f88-5d73-4a33-a2fd-3d2fd20bdc17 req-8df449fa-59e4-4c63-8933-c5a3ec3047f7 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.1171408 Jun 18 10:12:15.559834 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'status': 'completed', 'code': 200} Jun 18 10:12:15.612450 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d32f1f88-5d73-4a33-a2fd-3d2fd20bdc17 req-3ee34eb4-2e38-4685-a1f6-c42472b5152c tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132052 Jun 18 10:12:15.808242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246a819-4d46-4f5e-8862-b8537939b1e5 req-1e1a285e-522d-4de2-88f3-a8d44aedecee tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:15.809873 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1246a819-4d46-4f5e-8862-b8537939b1e5 req-1e1a285e-522d-4de2-88f3-a8d44aedecee tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.1024761 Jun 18 10:12:15.810860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-bfb43497-1492-42ea-8a67-edf890511e4e None None] Provisioning complete for port c01f924a-5ee6-4be4-b235-1ae743faadf8 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:12:15.811282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bfb43497-1492-42ea-8a67-edf890511e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:15.894366 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1246a819-4d46-4f5e-8862-b8537939b1e5 req-8a01bb38-212a-4e8d-a855-4a06dce1cc40 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773895 Jun 18 10:12:16.621138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755bfb5-c594-4dc6-8942-f91e1a9e2c30 req-ea57d198-7149-442e-bcc9-b4ec34c626af tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:16.622866 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7755bfb5-c594-4dc6-8942-f91e1a9e2c30 req-ea57d198-7149-442e-bcc9-b4ec34c626af tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1010952 Jun 18 10:12:16.690609 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7755bfb5-c594-4dc6-8942-f91e1a9e2c30 req-9c1936ea-84d0-47f1-881e-0e43e8af2f46 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614722 Jun 18 10:12:17.131082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b1925-a9b6-4cb7-8d93-297c8cc05238 req-87589ff0-3b9d-469d-9463-ec38ef08a215 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:17.132667 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-543b1925-a9b6-4cb7-8d93-297c8cc05238 req-87589ff0-3b9d-469d-9463-ec38ef08a215 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.0896940 Jun 18 10:12:17.190002 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-543b1925-a9b6-4cb7-8d93-297c8cc05238 req-6e4234d4-c0be-4af1-b1ea-9e7047c78b4d tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447881 Jun 18 10:12:17.983369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701a1fd-d768-4687-b261-bebe914c892d req-f6539551-8c51-48bf-b95c-8c213ab2a825 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:17.985060 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e701a1fd-d768-4687-b261-bebe914c892d req-f6539551-8c51-48bf-b95c-8c213ab2a825 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.1062098 Jun 18 10:12:18.045101 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e701a1fd-d768-4687-b261-bebe914c892d req-e8a2f8a8-f6d1-456f-9f2d-fb996af3c705 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530581 Jun 18 10:12:18.431393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59c7e2-fdfb-4454-abd5-531f1c10c13b req-bd4f83c5-49b9-41a0-8bcb-601e0f5f96e3 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:18.433065 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7c59c7e2-fdfb-4454-abd5-531f1c10c13b req-bd4f83c5-49b9-41a0-8bcb-601e0f5f96e3 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.0870101 Jun 18 10:12:18.489305 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7c59c7e2-fdfb-4454-abd5-531f1c10c13b req-13f9f50e-2d6f-4478-ad69-0c9c177b2f00 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Jun 18 10:12:19.015465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:12:19.294968 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a775dbf-1975-49ef-af5f-5b563fbada8b req-6135796e-db6b-4269-9203-230ccbdfdde8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:19.296520 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6a775dbf-1975-49ef-af5f-5b563fbada8b req-6135796e-db6b-4269-9203-230ccbdfdde8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.0951991 Jun 18 10:12:19.348774 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6a775dbf-1975-49ef-af5f-5b563fbada8b req-6a054974-6fa0-4075-abc2-eb53267b3f89 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461347 Jun 18 10:12:19.701108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e71c9-8a69-438d-a5fd-5b1d58c4d4e1 req-57cff76c-bea8-42a0-8267-182db1c5f42c tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:19.702738 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d61e71c9-8a69-438d-a5fd-5b1d58c4d4e1 req-57cff76c-bea8-42a0-8267-182db1c5f42c tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.0859387 Jun 18 10:12:19.754249 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d61e71c9-8a69-438d-a5fd-5b1d58c4d4e1 req-b8e88c5a-3569-4c26-bb92-10f10f7d49a7 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Jun 18 10:12:20.805043 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-963e8f18-dffd-4f03-9ae6-b191fe1cd372 req-b20e8c57-d292-418e-b7e8-c01cda1f1886 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77cc2be305fa449cb0fa728179187440&device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 1137 time: 0.3404415 Jun 18 10:12:20.811465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7360cd2-150e-48df-80d5-ac964189a7ef req-6d115b39-cf99-4d12-bf8e-9c34adf6e064 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:20.812943 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d7360cd2-150e-48df-80d5-ac964189a7ef req-6d115b39-cf99-4d12-bf8e-9c34adf6e064 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.3100543 Jun 18 10:12:21.023090 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d7360cd2-150e-48df-80d5-ac964189a7ef req-2518602f-a829-442a-b138-662dd598d944 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831498 Jun 18 10:12:21.055479 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e8f18-dffd-4f03-9ae6-b191fe1cd372 req-3823b931-5612-4e2b-b163-33cb2ef1dc67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:21.057600 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-963e8f18-dffd-4f03-9ae6-b191fe1cd372 req-3823b931-5612-4e2b-b163-33cb2ef1dc67 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 HTTP/1.1" status: 200 len: 916 time: 0.2437322 Jun 18 10:12:21.071196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5ae77-9a50-4bd8-9bf1-07a2ecf7dcec req-9fba589b-ae45-4270-890d-e614be724a35 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:21.073283 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-79e5ae77-9a50-4bd8-9bf1-07a2ecf7dcec req-9fba589b-ae45-4270-890d-e614be724a35 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.1657796 Jun 18 10:12:21.211283 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-963e8f18-dffd-4f03-9ae6-b191fe1cd372 req-4fa5ec5d-a145-4123-870d-ce3f32542ee7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 1000 time: 0.1369705 Jun 18 10:12:21.213683 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-79e5ae77-9a50-4bd8-9bf1-07a2ecf7dcec req-29c7c215-bddc-48c3-9f35-6a317df437fa tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892754 Jun 18 10:12:21.258186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:21.284767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e8f18-dffd-4f03-9ae6-b191fe1cd372 req-b6732cfe-dea6-45f3-af18-e5ca1c7ea664 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:21.286364 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-963e8f18-dffd-4f03-9ae6-b191fe1cd372 req-b6732cfe-dea6-45f3-af18-e5ca1c7ea664 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80bcab11-5446-4614-ae79-0e7d820a4671 HTTP/1.1" status: 200 len: 854 time: 0.0639610 Jun 18 10:12:21.366832 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-963e8f18-dffd-4f03-9ae6-b191fe1cd372 req-e0cadfdb-bac1-4ad7-8245-ca12cc828903 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719545 Jun 18 10:12:21.512730 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-963e8f18-dffd-4f03-9ae6-b191fe1cd372 req-0e17cb86-781b-441c-9d35-77dab3530ac9 service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366043 Jun 18 10:12:21.665293 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-963e8f18-dffd-4f03-9ae6-b191fe1cd372 req-44edab37-0b0a-4dea-ae7d-5f002ba6744d service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406796 Jun 18 10:12:21.839266 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8805e067-a7c2-4e1b-baa5-927b0ec1755d req-3c7e6ed6-83cc-4d85-90de-301905b3dfc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77cc2be305fa449cb0fa728179187440&device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 1137 time: 0.0850935 Jun 18 10:12:21.991447 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805e067-a7c2-4e1b-baa5-927b0ec1755d req-504c4f34-96cc-46e1-a3a3-4dc2d1322029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:21.993311 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8805e067-a7c2-4e1b-baa5-927b0ec1755d req-504c4f34-96cc-46e1-a3a3-4dc2d1322029 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 HTTP/1.1" status: 200 len: 916 time: 0.1445689 Jun 18 10:12:22.108501 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8805e067-a7c2-4e1b-baa5-927b0ec1755d req-477c02f6-ec86-424c-b291-6d7e95733f15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 1000 time: 0.1059113 Jun 18 10:12:22.231094 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805e067-a7c2-4e1b-baa5-927b0ec1755d req-d317d122-2114-4253-bbca-4393ffed11b4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:22.232582 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8805e067-a7c2-4e1b-baa5-927b0ec1755d req-d317d122-2114-4253-bbca-4393ffed11b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80bcab11-5446-4614-ae79-0e7d820a4671 HTTP/1.1" status: 200 len: 854 time: 0.1139886 Jun 18 10:12:22.263584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e9eac-c99a-45ab-9655-5755b55e69e4 req-822159f3-1c8c-4ccb-833a-90bf051699e4 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:22.265192 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9e4e9eac-c99a-45ab-9655-5755b55e69e4 req-822159f3-1c8c-4ccb-833a-90bf051699e4 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 943 time: 0.0958533 Jun 18 10:12:22.425568 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9e4e9eac-c99a-45ab-9655-5755b55e69e4 req-44b37d22-0e19-493d-b73f-9bc93ea87895 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542032 Jun 18 10:12:22.467917 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8805e067-a7c2-4e1b-baa5-927b0ec1755d req-3d3c7372-4df8-4b54-95d6-65f6167268a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1806643 Jun 18 10:12:22.484922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bea19c-dabe-4bd9-a19b-be09e4434756 req-04d9f98d-b175-464d-b878-e0e52af292f7 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:22.486488 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-50bea19c-dabe-4bd9-a19b-be09e4434756 req-04d9f98d-b175-464d-b878-e0e52af292f7 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.1446493 Jun 18 10:12:22.629478 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-50bea19c-dabe-4bd9-a19b-be09e4434756 req-0acce4e6-6702-4d0d-8a71-ae1d0485060f tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331377 Jun 18 10:12:22.656677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:12:22.681595 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8805e067-a7c2-4e1b-baa5-927b0ec1755d req-7b3185d2-cdba-4279-a68c-acfd442546a2 service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591697 Jun 18 10:12:22.805602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:12:22.830425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'a27c782a-4348-44ec-a696-08e53d042051', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'port_id': 'a27c782a-4348-44ec-a696-08e53d042051', 'mac_address': 'fa:16:3e:8d:6c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:12:22.844848 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8805e067-a7c2-4e1b-baa5-927b0ec1755d req-684573f9-d7c1-4a71-9a9f-73c9bcf471b3 service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538434 Jun 18 10:12:22.898541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:22.920804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27c782a-4348-44ec-a696-08e53d042051 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:12:22.936953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:12:22.939950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:22.942701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:23.009694 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=9']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:23.013305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:23.093572 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-93286190-f2ae-48e6-b440-0567f26ed06d tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:23.095148 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-93286190-f2ae-48e6-b440-0567f26ed06d tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.70 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 945 time: 0.0863564 Jun 18 10:12:23.172336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Deleting port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:12:23.172711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:23.314673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['a27c782a-4348-44ec-a696-08e53d042051'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:12:23.433520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] For port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:12:23.433910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:23.562124 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Calling delete_port for 5b95e0ba-34a0-40bc-a699-13a1eaa7820a owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:12:23.763348 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e6e73-50ab-4b14-9cae-cfa6989223c9 req-a38b570c-2e8e-4ed1-93f2-84b48709c671 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:23.764854 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-850e6e73-50ab-4b14-9cae-cfa6989223c9 req-a38b570c-2e8e-4ed1-93f2-84b48709c671 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 944 time: 0.1719613 Jun 18 10:12:23.853082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:23.860586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-14dffb7c-c6dc-4063-b0cc-111fb42710ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:23.910892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['5b95e0ba-34a0-40bc-a699-13a1eaa7820a'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:12:23.924617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Pushing event deleted for resources: {'Port': ['ID=5b95e0ba-34a0-40bc-a699-13a1eaa7820a,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:23.941596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:23.986917 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-850e6e73-50ab-4b14-9cae-cfa6989223c9 req-29c25921-4b10-41fc-8f37-7a6ef86a2f3f tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146268 Jun 18 10:12:24.032690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] No DVR routers for this DVR port 5b95e0ba-34a0-40bc-a699-13a1eaa7820a on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:12:24.032690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:24.032690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eff034-8ceb-4469-9d5b-faf6585c2033', 'name': 'network-vif-deleted', 'tag': '5b95e0ba-34a0-40bc-a699-13a1eaa7820a'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:12:24.049996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11986791-5339-4e95-940e-55908864fea0 req-97f21e44-b87e-421a-aaa5-82f2e1138465 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:24.051660 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-11986791-5339-4e95-940e-55908864fea0 req-97f21e44-b87e-421a-aaa5-82f2e1138465 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=98eff034-8ceb-4469-9d5b-faf6585c2033 HTTP/1.1" status: 200 len: 867 time: 0.2835662 Jun 18 10:12:24.059267 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3f66d83e-4e53-480d-b52a-bc7910ef0f6e req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.70 "DELETE /v2.0/ports/5b95e0ba-34a0-40bc-a699-13a1eaa7820a HTTP/1.1" status: 204 len: 173 time: 0.9541662 Jun 18 10:12:24.092986 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eff034-8ceb-4469-9d5b-faf6585c2033', 'name': 'network-vif-deleted', 'tag': '5b95e0ba-34a0-40bc-a699-13a1eaa7820a', 'status': 'completed', 'code': 200} Jun 18 10:12:24.118562 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-11986791-5339-4e95-940e-55908864fea0 req-5f58cd58-59f7-4c7c-a408-e5695eedac91 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584192 Jun 18 10:12:24.685729 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:12:24.761414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port a27c782a-4348-44ec-a696-08e53d042051 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:12:24.761834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:24.900850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:24.912836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:12:24.923385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:12:24.926430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:24.928414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:24.974018 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051', 'code': 200} Jun 18 10:12:25.002375 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=10']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:25.006185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:25.491794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79186115-6681-4648-bf27-1f2851473edf req-8fc2fdbc-334f-45d9-80cc-2a25aa4b6a64 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:25.495593 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-79186115-6681-4648-bf27-1f2851473edf req-8fc2fdbc-334f-45d9-80cc-2a25aa4b6a64 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 946 time: 0.3554235 Jun 18 10:12:25.498204 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-04034872-0b55-4217-bac6-99541bd279b0 req-7331bd98-67be-4092-85fe-8d39a95ae4d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 1099 time: 0.1148126 Jun 18 10:12:25.605880 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-79186115-6681-4648-bf27-1f2851473edf req-8d80587c-a2a9-4de5-9bc0-e03d7751c908 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924604 Jun 18 10:12:25.609125 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-04034872-0b55-4217-bac6-99541bd279b0 req-1561361c-46be-49e0-a554-7db05c159033 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989795 Jun 18 10:12:26.825449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a7ae-856f-41b1-8bf6-fa73874cbf8c req-46d0ac92-5726-4d30-a329-3bb4c193cc51 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:26.827182 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b907a7ae-856f-41b1-8bf6-fa73874cbf8c req-46d0ac92-5726-4d30-a329-3bb4c193cc51 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 946 time: 0.0859852 Jun 18 10:12:26.879256 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b907a7ae-856f-41b1-8bf6-fa73874cbf8c req-ea2ca09b-5ba6-476b-8516-1be62c3fc397 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451827 Jun 18 10:12:27.531494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 5b95e0ba-34a0-40bc-a699-13a1eaa7820a no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:12:27.568251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 5b95e0ba-34a0-40bc-a699-13a1eaa7820a {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:12:27.568642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 5b95e0ba-34a0-40bc-a699-13a1eaa7820a not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:12:28.142294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc106aa1-242d-4e5a-b7e4-1e2ae1443187 req-ddb6463a-7ae4-40de-aa01-d8557da2a7ba tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:28.143847 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bc106aa1-242d-4e5a-b7e4-1e2ae1443187 req-ddb6463a-7ae4-40de-aa01-d8557da2a7ba tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 946 time: 0.0948186 Jun 18 10:12:28.193626 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-bc106aa1-242d-4e5a-b7e4-1e2ae1443187 req-1259bed5-7d53-4f98-a7ed-06752415104a tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433152 Jun 18 10:12:29.441800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c347ae-985d-42f8-a295-50170351e3f9 req-0b3b15e1-5be0-4fbc-8d8a-b1d045fff980 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:29.443548 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-65c347ae-985d-42f8-a295-50170351e3f9 req-0b3b15e1-5be0-4fbc-8d8a-b1d045fff980 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 946 time: 0.1007888 Jun 18 10:12:29.502861 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-65c347ae-985d-42f8-a295-50170351e3f9 req-ca39917d-7362-40ff-9a63-ef283fef19f4 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509489 Jun 18 10:12:30.742195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa2341-b106-4d04-9c5f-a3e8b501872e req-0e7c2293-a43f-4394-98b5-57137e5072ac tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:30.744136 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-defa2341-b106-4d04-9c5f-a3e8b501872e req-0e7c2293-a43f-4394-98b5-57137e5072ac tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 946 time: 0.0836422 Jun 18 10:12:30.793812 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-defa2341-b106-4d04-9c5f-a3e8b501872e req-15b2cbdb-0de7-4bed-9227-d9e56f174434 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434794 Jun 18 10:12:35.628197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9da51207-705b-41b3-95ad-7c84213717be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:35.948713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-03a7de02-89c0-45ab-9207-7baa8c95f11e tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:35.950495 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-03a7de02-89c0-45ab-9207-7baa8c95f11e tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/networks?id=f35bc36b-3541-4b5a-8127-1384351e2872 HTTP/1.1" status: 200 len: 813 time: 0.1672542 Jun 18 10:12:35.972741 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-859842b6-0765-4331-9bb1-79684ace0d75 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/quotas/444a0806510048f1b30feba0a20c92c7 HTTP/1.1" status: 200 len: 375 time: 0.0154958 Jun 18 10:12:36.031072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-70e61dd7-1bd1-4f60-939d-6bd9fc41cd20 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Synchronizing usage tracker for tenant:444a0806510048f1b30feba0a20c92c7 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:12:36.047731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-70e61dd7-1bd1-4f60-939d-6bd9fc41cd20 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Unset dirty status for tenant:444a0806510048f1b30feba0a20c92c7 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:12:36.049395 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-70e61dd7-1bd1-4f60-939d-6bd9fc41cd20 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=444a0806510048f1b30feba0a20c92c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684524 Jun 18 10:12:36.203462 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-a446d897-49b5-46eb-908b-03435115c39e service neutron] 10.222.0.60 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460001 Jun 18 10:12:36.371967 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-0490c627-9a79-483f-9c9b-113e4179f27f service neutron] 10.222.0.60 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620114 Jun 18 10:12:36.581808 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f0bbe14-bf7c-4321-9a36-cd9ce7eea21d req-8ab377c3-de01-4cce-bc42-9e56663b80cb tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 210 time: 0.0458431 Jun 18 10:12:37.253216 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:37.826501 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-453a6e08-62da-45c1-8506-6517992bd846 req-b2e944c5-1c96-4f5c-9ddf-9f991300e4b4 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 210 time: 0.0677896 Jun 18 10:12:37.886638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-5efcd483-f98b-42a1-beb3-7853aba28280 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:37.888142 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-5efcd483-f98b-42a1-beb3-7853aba28280 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.70 "GET /v2.0/networks?id=f35bc36b-3541-4b5a-8127-1384351e2872 HTTP/1.1" status: 200 len: 813 time: 0.2127383 Jun 18 10:12:37.921396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Request body: {'port': {'device_id': '49e90592-889c-4d51-9c33-481d1a12ca3d', 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872', 'admin_state_up': True, 'tenant_id': '444a0806510048f1b30feba0a20c92c7'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:38.066374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:12:38.077022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:12:38.085780 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Made reservation on behalf of 444a0806510048f1b30feba0a20c92c7 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:12:38.091495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:38.265330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Allocated IP 172.20.0.3 (f35bc36b-3541-4b5a-8127-1384351e2872/dd6674df-250e-454b-93d9-8e3216030573/d2e5ec87-eab7-4c9a-a2ba-716a94dde985) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:12:38.266255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5a303a91-de0b-47ef-9816-706d6f001a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:38.486434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:38.513412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:38.520670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e0cb8e9f-0a9f-453f-b1e3-531262ab0c08 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:38.690898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Network f35bc36b-3541-4b5a-8127-1384351e2872 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:12:38.697041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:12:38.701268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Pushing event updated for resources: {'Port': ['ID=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:38.704279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:12:38.708459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:38.709111 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:38.760017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.760418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.760819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.761212 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.761606 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.762008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.762401 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.762792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.763177 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.763609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.763958 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:38.768372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:38.782507 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8655679 Jun 18 10:12:38.794427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6661a-1794-49de-9ce0-4cc748d19414 req-800444e7-9d7f-480d-a934-a777b0107e66 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:38.795972 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-99f6661a-1794-49de-9ce0-4cc748d19414 req-800444e7-9d7f-480d-a934-a777b0107e66 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.2416761 Jun 18 10:12:38.802138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Request body: {'port': {'device_id': '49e90592-889c-4d51-9c33-481d1a12ca3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:12:38.816583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:38.835098 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa9bd9ae-9d25-4ec4-b888-ce2eb24bad87 req-d10cfc70-5715-4e53-9774-cf7f584c32b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77cc2be305fa449cb0fa728179187440&device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 1137 time: 0.2778049 Jun 18 10:12:39.096318 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-99f6661a-1794-49de-9ce0-4cc748d19414 req-6ddc6d12-48cd-473b-b951-65c36954702a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2646732 Jun 18 10:12:39.116898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:39.216462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd9ae-9d25-4ec4-b888-ce2eb24bad87 req-41aeef52-d348-4d04-8629-e01a9e42d7e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:39.218093 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa9bd9ae-9d25-4ec4-b888-ce2eb24bad87 req-41aeef52-d348-4d04-8629-e01a9e42d7e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 HTTP/1.1" status: 200 len: 916 time: 0.3627591 Jun 18 10:12:39.299126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf52ce-85de-4bb2-8eb6-b73d09d5f28e req-cc7fcb99-aa9d-4229-96d5-3a247f588764 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:39.299868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-98cf52ce-85de-4bb2-8eb6-b73d09d5f28e req-cc7fcb99-aa9d-4229-96d5-3a247f588764 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Synchronizing usage tracker for tenant:444a0806510048f1b30feba0a20c92c7 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:12:39.418858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-98cf52ce-85de-4bb2-8eb6-b73d09d5f28e req-cc7fcb99-aa9d-4229-96d5-3a247f588764 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Unset dirty status for tenant:444a0806510048f1b30feba0a20c92c7 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:12:39.420131 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98cf52ce-85de-4bb2-8eb6-b73d09d5f28e req-cc7fcb99-aa9d-4229-96d5-3a247f588764 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 931 time: 0.4177954 Jun 18 10:12:39.694513 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa9bd9ae-9d25-4ec4-b888-ce2eb24bad87 req-4203a760-1667-4d64-8342-02469b5ea716 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 1000 time: 0.4651985 Jun 18 10:12:39.810931 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98cf52ce-85de-4bb2-8eb6-b73d09d5f28e req-a9b43f36-c520-46a6-83c9-ee840d974aba tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701301 Jun 18 10:12:39.830537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd9ae-9d25-4ec4-b888-ce2eb24bad87 req-640975ab-bb82-4d05-a90d-155de324b248 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:39.832099 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa9bd9ae-9d25-4ec4-b888-ce2eb24bad87 req-640975ab-bb82-4d05-a90d-155de324b248 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80bcab11-5446-4614-ae79-0e7d820a4671 HTTP/1.1" status: 200 len: 854 time: 0.1250670 Jun 18 10:12:39.973734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e5ec87-eab7-4c9a-a2ba-716a94dde985 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:12:39.984247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:40.005694 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Transition to ACTIVE for port object d2e5ec87-eab7-4c9a-a2ba-716a94dde985 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:12:40.009851 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:40.014721 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-251849d9-ca4d-4018-bbf7-83d696c1feb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:40.050977 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa9bd9ae-9d25-4ec4-b888-ce2eb24bad87 req-b6f2b4a9-4d10-4a11-9dd4-ab9447e23ee9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2017882 Jun 18 10:12:40.106451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:40.269861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Pushing event updated for resources: {'Port': ['ID=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:40.274255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:40.399322 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa9bd9ae-9d25-4ec4-b888-ce2eb24bad87 req-e39a808d-5f13-4bbb-b5e3-2b9effc9c4bc service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387527 Jun 18 10:12:40.400098 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Attempting to bind port d2e5ec87-eab7-4c9a-a2ba-716a94dde985 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:12:40.400465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Attempting to bind port d2e5ec87-eab7-4c9a-a2ba-716a94dde985 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': '4983bb11-5c95-4f81-82de-4055e09bb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:12:40.400818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Attempting to bind port d2e5ec87-eab7-4c9a-a2ba-716a94dde985 on network f35bc36b-3541-4b5a-8127-1384351e2872 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:12:40.435549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Port d2e5ec87-eab7-4c9a-a2ba-716a94dde985 on network f35bc36b-3541-4b5a-8127-1384351e2872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:12:40.435912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Attempting to bind port d2e5ec87-eab7-4c9a-a2ba-716a94dde985 on network f35bc36b-3541-4b5a-8127-1384351e2872 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:12:40.512223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847bbfe-9d95-46bb-a45b-a0e27c41e2b3 req-1e68341a-e0ad-49f3-82a3-69de2d51364b tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:40.513853 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d847bbfe-9d95-46bb-a45b-a0e27c41e2b3 req-1e68341a-e0ad-49f3-82a3-69de2d51364b tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.2843022 Jun 18 10:12:40.517055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:12:40.517423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Checking segment: {'id': '4983bb11-5c95-4f81-82de-4055e09bb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:12:40.517839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Bound using segment: {'id': '4983bb11-5c95-4f81-82de-4055e09bb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:12:40.518354 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Bound port: d2e5ec87-eab7-4c9a-a2ba-716a94dde985, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4983bb11-5c95-4f81-82de-4055e09bb509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:12:40.518732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:40.665364 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d847bbfe-9d95-46bb-a45b-a0e27c41e2b3 req-56533c32-d105-48df-9b1b-2351652ac030 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336875 Jun 18 10:12:40.680211 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aa9bd9ae-9d25-4ec4-b888-ce2eb24bad87 req-28a73ab5-a5ae-45db-9f7f-b9c68c4eb926 service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699804 Jun 18 10:12:40.692245 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] For port d2e5ec87-eab7-4c9a-a2ba-716a94dde985, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:12:40.695483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] For port d2e5ec87-eab7-4c9a-a2ba-716a94dde985, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:12:40.699535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:40.704276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6a9ecd12-cc2f-4d78-b8be-1f939338c2de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:40.771285 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:40.772763 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-af097433-3cfa-46ac-99de-0e359138424b service neutron] 10.222.0.70 "PUT /v2.0/ports/d2e5ec87-eab7-4c9a-a2ba-716a94dde985 HTTP/1.1" status: 200 len: 1093 time: 1.9758325 Jun 18 10:12:40.773295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e90592-889c-4d51-9c33-481d1a12ca3d', 'tag': 'd2e5ec87-eab7-4c9a-a2ba-716a94dde985'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:12:40.794875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Pushing event updated for resources: {'Port': ['ID=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:40.798486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:40.830304 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e90592-889c-4d51-9c33-481d1a12ca3d', 'tag': 'd2e5ec87-eab7-4c9a-a2ba-716a94dde985', 'status': 'completed', 'code': 200} Jun 18 10:12:40.914159 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-2a9f6e24-f4c5-461d-8ba3-79c811dcd13b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=444a0806510048f1b30feba0a20c92c7&device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 1096 time: 0.0826590 Jun 18 10:12:41.039934 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-3edba666-d8f7-44a4-8e81-ec07b6d544c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e5ec87-eab7-4c9a-a2ba-716a94dde985 HTTP/1.1" status: 200 len: 217 time: 0.1107507 Jun 18 10:12:41.127126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-ec979c13-4af2-4316-b291-705394061920 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:41.128693 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-ec979c13-4af2-4316-b291-705394061920 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd6674df-250e-454b-93d9-8e3216030573 HTTP/1.1" status: 200 len: 853 time: 0.0814414 Jun 18 10:12:41.139277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdaf74-04cc-4c96-80d4-6e2162080797 req-59d208d5-a0f7-4350-8e1b-ccb886c64028 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:41.140815 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0afdaf74-04cc-4c96-80d4-6e2162080797 req-59d208d5-a0f7-4350-8e1b-ccb886c64028 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 943 time: 0.1566086 Jun 18 10:12:41.204317 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-c51c4389-f1ee-4918-9a5f-c101670f3c20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f35bc36b-3541-4b5a-8127-1384351e2872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624757 Jun 18 10:12:41.316616 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0afdaf74-04cc-4c96-80d4-6e2162080797 req-002defdc-8553-4670-a03f-5c5ab9a24180 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381364 Jun 18 10:12:41.364622 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-d737c060-21a0-478e-a255-55b9ca9aa1cd service neutron] 10.222.0.70 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529720 Jun 18 10:12:41.509024 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-59bdc56f-b0ed-466c-9999-b521073c79ca req-554c0101-7e1c-4704-a923-96c77dbb7ca5 service neutron] 10.222.0.70 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374183 Jun 18 10:12:41.686583 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dae43a87-bb43-4a69-82de-af1e3ae85dd0 req-24f87653-0075-4892-b427-5ae6a4b52a12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=444a0806510048f1b30feba0a20c92c7&device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 1096 time: 0.0732799 Jun 18 10:12:41.884285 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae43a87-bb43-4a69-82de-af1e3ae85dd0 req-05714c74-6bd1-4bde-bf34-ef1e4914827a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:41.886721 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dae43a87-bb43-4a69-82de-af1e3ae85dd0 req-05714c74-6bd1-4bde-bf34-ef1e4914827a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f35bc36b-3541-4b5a-8127-1384351e2872 HTTP/1.1" status: 200 len: 914 time: 0.1929257 Jun 18 10:12:41.971882 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dae43a87-bb43-4a69-82de-af1e3ae85dd0 req-7e707f71-c105-4131-87fd-ef2f71fbb842 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e5ec87-eab7-4c9a-a2ba-716a94dde985 HTTP/1.1" status: 200 len: 217 time: 0.0742092 Jun 18 10:12:41.983178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66146e-754e-4c76-8205-aa3fe510c03e req-59b6a271-b83b-4635-98e0-14525e7edc8e tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:41.984766 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0e66146e-754e-4c76-8205-aa3fe510c03e req-59b6a271-b83b-4635-98e0-14525e7edc8e tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.1746216 Jun 18 10:12:42.086935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae43a87-bb43-4a69-82de-af1e3ae85dd0 req-46d4411d-11d7-4657-b5c6-5e368e59a8ed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:42.088781 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dae43a87-bb43-4a69-82de-af1e3ae85dd0 req-46d4411d-11d7-4657-b5c6-5e368e59a8ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dd6674df-250e-454b-93d9-8e3216030573 HTTP/1.1" status: 200 len: 853 time: 0.1030972 Jun 18 10:12:42.095337 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0e66146e-754e-4c76-8205-aa3fe510c03e req-260644c4-101f-4666-aeca-3404a7dd3f21 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680809 Jun 18 10:12:42.143942 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dae43a87-bb43-4a69-82de-af1e3ae85dd0 req-9c017546-b9e9-4dde-89d1-a7cdfd0f68a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f35bc36b-3541-4b5a-8127-1384351e2872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452008 Jun 18 10:12:42.576403 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dae43a87-bb43-4a69-82de-af1e3ae85dd0 req-b4c48792-58ee-4744-a817-1badf0190711 service neutron] 10.222.0.70 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223084 Jun 18 10:12:42.614971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb2928-0299-422b-b7d6-6c8af0d6524f req-2dc58ed7-7ca6-47e5-8d93-2cba47f43022 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:42.616534 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3dcb2928-0299-422b-b7d6-6c8af0d6524f req-2dc58ed7-7ca6-47e5-8d93-2cba47f43022 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 943 time: 0.1522675 Jun 18 10:12:42.748468 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3dcb2928-0299-422b-b7d6-6c8af0d6524f req-426f870c-9771-47a0-8318-56ddc4bae9f2 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797477 Jun 18 10:12:42.771254 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dae43a87-bb43-4a69-82de-af1e3ae85dd0 req-c42cdd4c-af1c-4d9a-accd-fbea4841458d service neutron] 10.222.0.70 "GET /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867075 Jun 18 10:12:43.303316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec215-11d9-417f-88ef-81c1dadd4c33 req-d33097a5-b042-41bb-9c58-0cb1b3898792 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:43.304924 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-516ec215-11d9-417f-88ef-81c1dadd4c33 req-d33097a5-b042-41bb-9c58-0cb1b3898792 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0836997 Jun 18 10:12:43.371325 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-516ec215-11d9-417f-88ef-81c1dadd4c33 req-7e0287ca-aebf-4230-a47e-2809a1ce046e tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594275 Jun 18 10:12:43.958767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a517798-822d-415c-bb4a-6d5df26d0362 req-02c7cf0a-00a0-4b0c-bd21-eeabb50ff688 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:43.960354 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9a517798-822d-415c-bb4a-6d5df26d0362 req-02c7cf0a-00a0-4b0c-bd21-eeabb50ff688 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 943 time: 0.0849257 Jun 18 10:12:44.011836 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9a517798-822d-415c-bb4a-6d5df26d0362 req-f0440cf6-436b-42c0-8f22-5ce8b61ef418 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447333 Jun 18 10:12:44.581320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37b599-6173-4900-b290-786513a8a484 req-b8f4cda1-e2b5-4db3-8f4a-22d90f5f7366 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:44.582936 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fc37b599-6173-4900-b290-786513a8a484 req-b8f4cda1-e2b5-4db3-8f4a-22d90f5f7366 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0879169 Jun 18 10:12:44.632620 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fc37b599-6173-4900-b290-786513a8a484 req-cd9bab18-d7c5-42e1-9a11-30c449def651 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427563 Jun 18 10:12:44.767651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d2e5ec87-eab7-4c9a-a2ba-716a94dde985 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:12:44.917106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d2e5ec87-eab7-4c9a-a2ba-716a94dde985, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:12:44.931557 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': 'd2e5ec87-eab7-4c9a-a2ba-716a94dde985', 'network_id': 'f35bc36b-3541-4b5a-8127-1384351e2872', 'port_id': 'd2e5ec87-eab7-4c9a-a2ba-716a94dde985', 'mac_address': 'fa:16:3e:da:a6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6674df-250e-454b-93d9-8e3216030573', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:12:44.996645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:45.015360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e5ec87-eab7-4c9a-a2ba-716a94dde985 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:12:45.030931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d2e5ec87-eab7-4c9a-a2ba-716a94dde985, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:12:45.033592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:45.035468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:45.105370 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:45.114500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.114883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.115253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.115622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.115991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.116352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.116800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.117074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.117382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.118020 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.118378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:12:45.123097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:45.224091 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649acf4-d90b-4bff-821f-107734e77393 req-9fc8cdeb-343f-4152-b3fb-a354a8447e8a tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:45.225685 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1649acf4-d90b-4bff-821f-107734e77393 req-9fc8cdeb-343f-4152-b3fb-a354a8447e8a tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 944 time: 0.0829597 Jun 18 10:12:45.275804 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1649acf4-d90b-4bff-821f-107734e77393 req-d81f6a51-75e7-4402-8a33-0cfeff67ee40 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432456 Jun 18 10:12:45.374974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['d2e5ec87-eab7-4c9a-a2ba-716a94dde985'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:12:45.850232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215f7b2-497f-4337-a086-9dabee45d656 req-8c915efb-3ad1-4ded-b15c-77cc2194893e tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:45.851836 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7215f7b2-497f-4337-a086-9dabee45d656 req-8c915efb-3ad1-4ded-b15c-77cc2194893e tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0886233 Jun 18 10:12:45.905152 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7215f7b2-497f-4337-a086-9dabee45d656 req-5901add8-203d-4037-aad6-b43c766d9851 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455709 Jun 18 10:12:46.504678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70efcb3-6160-4325-8bf2-952fe4fcec4d req-c5caa15f-a017-4417-bad5-8a3a10aee6c5 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:46.506317 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c70efcb3-6160-4325-8bf2-952fe4fcec4d req-c5caa15f-a017-4417-bad5-8a3a10aee6c5 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 944 time: 0.0872693 Jun 18 10:12:46.562044 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c70efcb3-6160-4325-8bf2-952fe4fcec4d req-7f7a04ee-199f-4a60-b345-162a54299f74 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485392 Jun 18 10:12:46.788883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d2e5ec87-eab7-4c9a-a2ba-716a94dde985 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:12:46.863480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port d2e5ec87-eab7-4c9a-a2ba-716a94dde985 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:12:46.870179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port d2e5ec87-eab7-4c9a-a2ba-716a94dde985 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:12:46.870754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:47.130994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb8a71-79dd-4f60-85a7-cadefb54eb52 req-624665d8-b771-48c0-840d-5e15402f5339 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:47.132547 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4fb8a71-79dd-4f60-85a7-cadefb54eb52 req-624665d8-b771-48c0-840d-5e15402f5339 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0893183 Jun 18 10:12:47.156721 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:47.185331 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d4fb8a71-79dd-4f60-85a7-cadefb54eb52 req-cbc30f8a-1037-4e20-b875-790fd85ad969 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464599 Jun 18 10:12:47.185939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e90592-889c-4d51-9c33-481d1a12ca3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5ec87-eab7-4c9a-a2ba-716a94dde985'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:12:47.196650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port d2e5ec87-eab7-4c9a-a2ba-716a94dde985, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:12:47.199837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:47.210229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:47.248973 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e90592-889c-4d51-9c33-481d1a12ca3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5ec87-eab7-4c9a-a2ba-716a94dde985', 'code': 200} Jun 18 10:12:47.279373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:47.282661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:47.594358 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3863fe21-9bfc-4bcf-bd93-d65826733ec6 req-833d5fe1-a00f-43dd-94e8-6309d8e3e842 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 1098 time: 0.0819178 Jun 18 10:12:47.658276 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3863fe21-9bfc-4bcf-bd93-d65826733ec6 req-1c6d69e3-abb4-41dd-8cb4-2ebf7ced9a73 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542116 Jun 18 10:12:47.772391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbeddf-6483-46dd-a5d2-349ce503e699 req-67b901a6-254d-41d4-ae08-f1b167d49d26 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:47.774062 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95cbeddf-6483-46dd-a5d2-349ce503e699 req-67b901a6-254d-41d4-ae08-f1b167d49d26 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 945 time: 0.0847147 Jun 18 10:12:47.827163 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95cbeddf-6483-46dd-a5d2-349ce503e699 req-40961dfd-0c5c-435a-a5c3-8168e427116c tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Jun 18 10:12:48.414689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cce8ac-02de-44e1-8a0b-d713b735b019 req-0b635e38-1855-46a5-bfef-07a9b40ad782 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:48.416686 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-51cce8ac-02de-44e1-8a0b-d713b735b019 req-0b635e38-1855-46a5-bfef-07a9b40ad782 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0960917 Jun 18 10:12:48.472099 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-51cce8ac-02de-44e1-8a0b-d713b735b019 req-fd7c3135-bb62-4f61-a365-9fa9a90ed0f2 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479865 Jun 18 10:12:49.046922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770548-f7a9-4d03-b76d-c569d1f7fcb3 req-b630b7ec-2568-4c35-97fe-d48e6d03c4d3 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:49.048545 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-07770548-f7a9-4d03-b76d-c569d1f7fcb3 req-b630b7ec-2568-4c35-97fe-d48e6d03c4d3 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 945 time: 0.0860989 Jun 18 10:12:49.098064 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-07770548-f7a9-4d03-b76d-c569d1f7fcb3 req-062b78bf-0c2c-40b9-a2c6-b71940b6fbbc tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Jun 18 10:12:49.689030 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a28db-b33b-4286-a7b2-2ce560834507 req-50aaa39a-a1ab-4448-a072-b352d14bb5ed tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:49.690666 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ee2a28db-b33b-4286-a7b2-2ce560834507 req-50aaa39a-a1ab-4448-a072-b352d14bb5ed tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0886986 Jun 18 10:12:49.748051 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ee2a28db-b33b-4286-a7b2-2ce560834507 req-4af6ae2a-b2cf-4e7a-9cf3-83f60dc00f75 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510910 Jun 18 10:12:50.319782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30223e6c-b457-420b-ad2f-0358410ed4d1 req-2214e16b-4cb3-4714-bffe-bd4790438456 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:50.321412 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30223e6c-b457-420b-ad2f-0358410ed4d1 req-2214e16b-4cb3-4714-bffe-bd4790438456 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 945 time: 0.0891097 Jun 18 10:12:50.376886 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-30223e6c-b457-420b-ad2f-0358410ed4d1 req-58ac19ce-b0b8-4ec0-9f5a-53f5d3cff2a3 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477488 Jun 18 10:12:50.987708 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1869e-c43d-4dac-864b-71da19b2c0ff req-79be787e-9756-42ca-9c51-78250fc04ed0 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:50.989376 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dba1869e-c43d-4dac-864b-71da19b2c0ff req-79be787e-9756-42ca-9c51-78250fc04ed0 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0995040 Jun 18 10:12:51.045296 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dba1869e-c43d-4dac-864b-71da19b2c0ff req-d952b2e1-389c-467c-a07e-03571468659d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491238 Jun 18 10:12:51.254440 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:51.381924 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-a66a1e92-f1cf-4208-a6b2-c84f06cb4962 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803928 Jun 18 10:12:51.496828 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-10d9e02f-135a-4695-9880-75e023960e08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a438b407b114da5886b40df662ba3f3&device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 1099 time: 0.0774984 Jun 18 10:12:51.676469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-48dddd9a-9e44-49a6-842a-8ee472f16906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:51.678105 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-48dddd9a-9e44-49a6-842a-8ee472f16906 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 200 len: 918 time: 0.1453867 Jun 18 10:12:51.792308 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-7aac55a7-f85c-4d97-ac47-2e249e635422 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a27c782a-4348-44ec-a696-08e53d042051 HTTP/1.1" status: 200 len: 1001 time: 0.1068203 Jun 18 10:12:51.879588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-7e86b59b-9af8-41b6-8796-8dae0008c8c2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:51.881374 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-7e86b59b-9af8-41b6-8796-8dae0008c8c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 200 len: 856 time: 0.0699816 Jun 18 10:12:51.973380 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-5f94a376-564d-49db-99a7-19e521f8def4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b140270-d2e2-45c2-a28d-b0b4a48e22a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820949 Jun 18 10:12:52.129799 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-47685367-5f58-46b7-864d-d85a3d5b276b service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493022 Jun 18 10:12:52.341841 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-27414a50-2e9c-4753-a4e1-fbeae95a7c70 req-652be46a-9148-44af-9f6c-24fc5262d6df service neutron] 10.222.0.70 "GET /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049720 Jun 18 10:12:52.352273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d861e6-6044-4c33-b0bc-b473593c4184 req-72986a23-8f16-4fb4-9434-beca7296d668 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:52.355065 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-94d861e6-6044-4c33-b0bc-b473593c4184 req-72986a23-8f16-4fb4-9434-beca7296d668 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.1417651 Jun 18 10:12:52.407218 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-94d861e6-6044-4c33-b0bc-b473593c4184 req-f5d9b93b-0308-4d6f-b0f3-6200d8ebef5e tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455294 Jun 18 10:12:53.622423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cae658-ac40-4070-9e39-a2f3ed4b3ad8 req-56ecf729-08f3-406c-9530-023877804566 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:53.624010 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f0cae658-ac40-4070-9e39-a2f3ed4b3ad8 req-56ecf729-08f3-406c-9530-023877804566 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0874357 Jun 18 10:12:53.676953 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f0cae658-ac40-4070-9e39-a2f3ed4b3ad8 req-f1c1892a-04d9-48ba-8ed0-bc1a61e2ab1c tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466192 Jun 18 10:12:54.894801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff0384-6e66-4909-bde9-a5e98fcf0998 req-0d550dd7-624a-4959-a60d-11ff2f45fd33 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:54.896420 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-90ff0384-6e66-4909-bde9-a5e98fcf0998 req-0d550dd7-624a-4959-a60d-11ff2f45fd33 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0847478 Jun 18 10:12:54.949937 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-90ff0384-6e66-4909-bde9-a5e98fcf0998 req-720d4f12-fb7d-47e2-97c1-31eaa415420d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461390 Jun 18 10:12:56.017519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:12:56.210558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885502f1-7a9f-41e6-abba-d687cba1b5c7 req-20e661f6-9031-4487-a1f3-88303f9f5ba8 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:56.212733 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-885502f1-7a9f-41e6-abba-d687cba1b5c7 req-20e661f6-9031-4487-a1f3-88303f9f5ba8 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.1210551 Jun 18 10:12:56.264465 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-885502f1-7a9f-41e6-abba-d687cba1b5c7 req-46f6df0c-8cf5-417b-9029-192f8cc840fd tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452583 Jun 18 10:12:57.221307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49300) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:12:57.494787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24236c61-5a41-45dc-8433-4cfc220b2f6a req-66b29816-6f76-48b4-be11-aa65775b63b0 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:57.496391 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-24236c61-5a41-45dc-8433-4cfc220b2f6a req-66b29816-6f76-48b4-be11-aa65775b63b0 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.0847385 Jun 18 10:12:57.582441 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-24236c61-5a41-45dc-8433-4cfc220b2f6a req-efacf385-f57d-4b5a-971c-954725904a71 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&id=d731c2b3-3c4c-4268-b2ec-2066655cde46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761559 Jun 18 10:12:57.604913 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Deleting port 731c30e0-4dd3-4205-ace4-5de40f4c08dc {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:12:57.605324 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:57.822270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:57.822910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:58.004241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Calling delete_port for 731c30e0-4dd3-4205-ace4-5de40f4c08dc owned by network:floatingip {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:12:58.181853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:58.186619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8e15864a-f518-4940-853e-a0144fa0a218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:12:58.230681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event deleted for resources: {'Port': ['ID=731c30e0-4dd3-4205-ace4-5de40f4c08dc,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:12:58.233576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:12:58.333895 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for floatingip, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:58.786311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Router e0343bd9-ce2f-4a2d-8c48-f742a065f993 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:12:59.017311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:12:59.039115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:12:59.044009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] Sync routers for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:12:59.061864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:12:59.063218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:12:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:12:59.109534 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "DELETE /v2.0/floatingips/c275edd9-eb4c-4c40-b055-66a1a212f9f4 HTTP/1.1" status: 204 len: 168 time: 1.8868504 Jun 18 10:12:59.110323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:12:59.271400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:12:59.352919 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72', 'status': 'completed', 'code': 200} Jun 18 10:12:59.544058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d763dd-0f23-4f47-958a-c12a2b56f0a2 req-012da72f-ca95-47be-96f8-efcb3e9334b2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:12:59.545586 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-05d763dd-0f23-4f47-958a-c12a2b56f0a2 req-012da72f-ca95-47be-96f8-efcb3e9334b2 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0903194 Jun 18 10:12:59.597364 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-05d763dd-0f23-4f47-958a-c12a2b56f0a2 req-de8a58bd-8119-4348-baa7-7f85a3ec715f tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445921 Jun 18 10:12:59.630628 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '44478796-e783-4d2f-94c9-b9d1067ef00d', 'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:38Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 5, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'subnets': [{'id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:12:59.636756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] Checking router: e0343bd9-ce2f-4a2d-8c48-f742a065f993 for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:12:59.647567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:12:59.648251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:12:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:12:59.840243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:00.190422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '44478796-e783-4d2f-94c9-b9d1067ef00d', 'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:38Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 5, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'subnets': [{'id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:00.194686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce989c5b-fd70-40b7-90bd-c2bba6000267 None None] The sync data for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi is: [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:40Z', 'revision_number': 4, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '44478796-e783-4d2f-94c9-b9d1067ef00d', 'name': '', 'network_id': '75017cc0-35c1-4364-bf40-beb6ab6f53d7', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'mac_address': 'fa:16:3e:ff:b6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:38Z', 'updated_at': '2021-06-18T10:06:50Z', 'revision_number': 5, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'subnets': [{'id': 'd50b4836-27c8-44ad-a660-5703f9205892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:00.708376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafd383-29b5-446a-aed0-7e72c9a9f65b None None] New status for floating IP c275edd9-eb4c-4c40-b055-66a1a212f9f4: DOWN {{(pid=82102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:13:00.824709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e814ff4-ae7d-49f3-b83b-ee43cf0a973e req-18ca4f27-e38a-4d67-9867-9adb0512b055 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:00.826650 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e814ff4-ae7d-49f3-b83b-ee43cf0a973e req-18ca4f27-e38a-4d67-9867-9adb0512b055 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0957425 Jun 18 10:13:00.888284 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e814ff4-ae7d-49f3-b83b-ee43cf0a973e req-b0dd2031-0175-4543-9411-787a3923c163 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471854 Jun 18 10:13:02.096726 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7a729-2511-4ef4-b751-e50741b08a6b req-02740524-7f70-4ccc-92bf-194c60c6abbb tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:02.098394 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b2f7a729-2511-4ef4-b751-e50741b08a6b req-02740524-7f70-4ccc-92bf-194c60c6abbb tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0826719 Jun 18 10:13:02.152506 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b2f7a729-2511-4ef4-b751-e50741b08a6b req-c84e021d-8bf9-4749-ac89-41fba8c32e02 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457535 Jun 18 10:13:02.463285 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-805c9276-75f0-4c33-805c-4d970b55f0fc req-57fd13eb-5f4e-4fdd-bb8c-bc89cad4013f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=676571e50e2545779d49baf7b45bd0b1&device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 1099 time: 0.2936466 Jun 18 10:13:02.631364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9276-75f0-4c33-805c-4d970b55f0fc req-969e51e5-08d9-4287-b8bb-309174d47698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:02.632950 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-805c9276-75f0-4c33-805c-4d970b55f0fc req-969e51e5-08d9-4287-b8bb-309174d47698 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75017cc0-35c1-4364-bf40-beb6ab6f53d7 HTTP/1.1" status: 200 len: 909 time: 0.1621821 Jun 18 10:13:02.706182 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-805c9276-75f0-4c33-805c-4d970b55f0fc req-b758fc33-d307-4261-9001-9ef53d3bb756 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5530829-03e9-48ec-9922-dece0946af72 HTTP/1.1" status: 200 len: 217 time: 0.0663383 Jun 18 10:13:02.777062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9276-75f0-4c33-805c-4d970b55f0fc req-ddf09fe3-2da3-4655-bccb-49bbcd28748e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:02.778586 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-805c9276-75f0-4c33-805c-4d970b55f0fc req-ddf09fe3-2da3-4655-bccb-49bbcd28748e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d50b4836-27c8-44ad-a660-5703f9205892 HTTP/1.1" status: 200 len: 847 time: 0.0648544 Jun 18 10:13:02.864511 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-805c9276-75f0-4c33-805c-4d970b55f0fc req-43c71b58-9a93-494e-ae67-6ceb58ad6425 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75017cc0-35c1-4364-bf40-beb6ab6f53d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774384 Jun 18 10:13:03.013188 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-805c9276-75f0-4c33-805c-4d970b55f0fc req-d9cdbd3e-9710-4ad2-acea-593011dc82e6 service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402440 Jun 18 10:13:03.162525 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-805c9276-75f0-4c33-805c-4d970b55f0fc req-b05718ec-a8da-4806-b47f-9ae0fa648f13 service neutron] 10.222.0.70 "GET /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422336 Jun 18 10:13:03.363183 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574ca7b-d164-4632-9657-2ebc3cf4ef5c req-117d9060-dfed-4481-a21a-a8aef25275c0 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:03.364780 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6574ca7b-d164-4632-9657-2ebc3cf4ef5c req-117d9060-dfed-4481-a21a-a8aef25275c0 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0867023 Jun 18 10:13:03.417874 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6574ca7b-d164-4632-9657-2ebc3cf4ef5c req-5d3d9536-c970-4473-aa26-a7caa129ee4d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455329 Jun 18 10:13:04.631292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89dea17-de3e-4d31-9ea7-dcb6250ca696 req-6cecdfca-f3b8-4ce4-a058-b63acc5de1bc tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:04.632904 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c89dea17-de3e-4d31-9ea7-dcb6250ca696 req-6cecdfca-f3b8-4ce4-a058-b63acc5de1bc tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0849075 Jun 18 10:13:04.687303 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c89dea17-de3e-4d31-9ea7-dcb6250ca696 req-5a8a9a70-9bac-45b6-be74-40ccb859ef53 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474279 Jun 18 10:13:05.610444 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c6e033a9-2d12-4024-8ee4-4a14d70d4b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:05.903718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203fa8e-66d4-4bfe-b53c-9552996cf149 req-b7672471-5f33-43c2-a7c6-1553eb0e812d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:05.905315 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5203fa8e-66d4-4bfe-b53c-9552996cf149 req-b7672471-5f33-43c2-a7c6-1553eb0e812d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.0902653 Jun 18 10:13:05.955861 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5203fa8e-66d4-4bfe-b53c-9552996cf149 req-f8ff43bb-2529-4491-8a03-c7a984346192 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442069 Jun 18 10:13:07.232325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51360f-791c-42dc-b02c-7943da4fa697 req-555f107c-fe58-4867-b210-89648c5de764 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:07.233947 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-de51360f-791c-42dc-b02c-7943da4fa697 req-555f107c-fe58-4867-b210-89648c5de764 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1512921 Jun 18 10:13:07.256349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:07.263436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a67208-f337-4ce8-a2ef-a57334169049 req-c8e42c0c-54f7-4610-9c9a-ba88a1524641 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:07.264961 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-44a67208-f337-4ce8-a2ef-a57334169049 req-c8e42c0c-54f7-4610-9c9a-ba88a1524641 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.70 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 946 time: 0.1280510 Jun 18 10:13:07.352017 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-de51360f-791c-42dc-b02c-7943da4fa697 req-31f13724-8063-41a4-84fd-d57cd0b14450 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/security-groups?id=51eabe16-5673-4235-9440-901f593269d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101732 Jun 18 10:13:07.360568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-44a67208-f337-4ce8-a2ef-a57334169049 req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Deleting port d5530829-03e9-48ec-9922-dece0946af72 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:07.360956 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-44a67208-f337-4ce8-a2ef-a57334169049 req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:07.626897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-44a67208-f337-4ce8-a2ef-a57334169049 req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] For port d5530829-03e9-48ec-9922-dece0946af72, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d5530829-03e9-48ec-9922-dece0946af72,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:07.627289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-44a67208-f337-4ce8-a2ef-a57334169049 req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:07.757654 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-44a67208-f337-4ce8-a2ef-a57334169049 req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Calling delete_port for d5530829-03e9-48ec-9922-dece0946af72 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:07.928238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-44a67208-f337-4ce8-a2ef-a57334169049 req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:07.934899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:07.989252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event deleted for resources: {'Port': ['ID=d5530829-03e9-48ec-9922-dece0946af72,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:07.993277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:08.079446 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a67208-f337-4ce8-a2ef-a57334169049 req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] No DVR routers for this DVR port d5530829-03e9-48ec-9922-dece0946af72 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:13:08.082148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-44a67208-f337-4ce8-a2ef-a57334169049 req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:08.085516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'name': 'network-vif-deleted', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:13:08.102457 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-44a67208-f337-4ce8-a2ef-a57334169049 req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.70 "DELETE /v2.0/ports/d5530829-03e9-48ec-9922-dece0946af72 HTTP/1.1" status: 204 len: 173 time: 0.8310201 Jun 18 10:13:08.156537 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d47295-1a5c-4945-8080-d053ab388c85', 'name': 'network-vif-deleted', 'tag': 'd5530829-03e9-48ec-9922-dece0946af72', 'status': 'completed', 'code': 200} Jun 18 10:13:08.269527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2173770a-66b2-4fc4-83dd-6a44c9fa798d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:08.551467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-4fbd31bf-d0fc-4188-a1e3-50c3788a5467 req-e5dbb2b1-e1f7-44ee-9e47-18556fa97a38 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Synchronizing usage tracker for tenant:676571e50e2545779d49baf7b45bd0b1 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:13:08.568982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-4fbd31bf-d0fc-4188-a1e3-50c3788a5467 req-e5dbb2b1-e1f7-44ee-9e47-18556fa97a38 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Unset dirty status for tenant:676571e50e2545779d49baf7b45bd0b1 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:13:08.570373 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4fbd31bf-d0fc-4188-a1e3-50c3788a5467 req-e5dbb2b1-e1f7-44ee-9e47-18556fa97a38 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 210 time: 0.0683858 Jun 18 10:13:08.821554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:08.902940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d5530829-03e9-48ec-9922-dece0946af72 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:08.939937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: d5530829-03e9-48ec-9922-dece0946af72 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:08.940198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d5530829-03e9-48ec-9922-dece0946af72 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:09.768147 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8bf4de80-abd2-4c7f-88cc-cecf76d86da1 req-d8696db6-6aa0-4c8b-9c0a-42a92924aa06 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "GET /v2.0/ports?device_id=27d47295-1a5c-4945-8080-d053ab388c85 HTTP/1.1" status: 200 len: 210 time: 0.0489225 Jun 18 10:13:10.116571 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:10.298454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995486a-22d0-4394-94af-7f5761b72295 req-dd3b0f33-4ac5-41eb-b42a-26987d96c1c5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:10.300070 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3995486a-22d0-4394-94af-7f5761b72295 req-dd3b0f33-4ac5-41eb-b42a-26987d96c1c5 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 946 time: 0.0938408 Jun 18 10:13:10.351422 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3995486a-22d0-4394-94af-7f5761b72295 req-8a0ea017-179e-4566-973c-63b3f2705f65 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451043 Jun 18 10:13:10.883831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49398) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:10.963046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85ed626a-3490-4ae1-9067-62d602aff229 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:11.002054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85ed626a-3490-4ae1-9067-62d602aff229 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:11.054747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85ed626a-3490-4ae1-9067-62d602aff229 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:11.061121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f48eaf7b-4090-4ac7-9b95-06eb32fed358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:11.078395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed626a-3490-4ae1-9067-62d602aff229 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eabe16-5673-4235-9440-901f593269d8,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:11.082898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-85ed626a-3490-4ae1-9067-62d602aff229 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:11.086345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85ed626a-3490-4ae1-9067-62d602aff229 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:11.087566 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-85ed626a-3490-4ae1-9067-62d602aff229 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] 10.222.0.60 "DELETE /v2.0/security-groups/51eabe16-5673-4235-9440-901f593269d8 HTTP/1.1" status: 204 len: 168 time: 0.2026877 Jun 18 10:13:11.186329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49406) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:11.606194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa8fcd-f0fa-4d76-b429-09f4e0b3b491 req-670b04cb-bd3f-4be4-9af2-6fd8a8f3a61c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:11.610548 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a5fa8fcd-f0fa-4d76-b429-09f4e0b3b491 req-670b04cb-bd3f-4be4-9af2-6fd8a8f3a61c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 946 time: 0.1061556 Jun 18 10:13:11.678371 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a5fa8fcd-f0fa-4d76-b429-09f4e0b3b491 req-ef22d891-2441-430f-a56b-d6d8b9b5d7d8 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590377 Jun 18 10:13:12.024249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074653'] for router_interface, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:12.049539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-bf33fb4d-a5e6-4d6e-9b00-98040ae1c5d7 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:12.051119 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-bf33fb4d-a5e6-4d6e-9b00-98040ae1c5d7 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 946 time: 0.0922267 Jun 18 10:13:12.132277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Deleting port a27c782a-4348-44ec-a696-08e53d042051 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:12.132659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:12.403031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] For port a27c782a-4348-44ec-a696-08e53d042051, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=a27c782a-4348-44ec-a696-08e53d042051,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:12.403355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:12.682566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Deleting port 44478796-e783-4d2f-94c9-b9d1067ef00d {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:12.683391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:12.711540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:12.711962 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:12.712312 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Floating IP 57d9e619-3333-404b-8480-4b64d8b1c70b disassociated. External IP: 172.27.0.214, port: a27c782a-4348-44ec-a696-08e53d042051. Jun 18 10:13:12.712695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Calling delete_port for a27c782a-4348-44ec-a696-08e53d042051 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:12.907399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] For port 44478796-e783-4d2f-94c9-b9d1067ef00d, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=44478796-e783-4d2f-94c9-b9d1067ef00d,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:12.908210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:12.945396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:12.953309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c073f598-36a6-4b73-b4fa-96e119eb7baf tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:13.003763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event deleted for resources: {'Port': ['ID=a27c782a-4348-44ec-a696-08e53d042051,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:13.006820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:13.029019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e804d65-464d-494f-9755-7dc59006dd2f req-6df1c37c-9cb6-4752-bab4-148867a797cc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:13.030946 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e804d65-464d-494f-9755-7dc59006dd2f req-6df1c37c-9cb6-4752-bab4-148867a797cc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 946 time: 0.1898725 Jun 18 10:13:13.052587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Calling delete_port for 44478796-e783-4d2f-94c9-b9d1067ef00d owned by network:router_interface {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:13.224556 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e804d65-464d-494f-9755-7dc59006dd2f req-e8d9ff54-8bae-4c43-b300-feedf780ed98 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352925 Jun 18 10:13:13.245199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:13.256991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9a84eb93-284a-4612-9415-5237116fd777 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:13.306885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Router 86b036b5-1246-4716-ae53-870b21cfc6cc has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:13:13.339063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Pushing event deleted for resources: {'Port': ['ID=44478796-e783-4d2f-94c9-b9d1067ef00d,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:13.398865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.399350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.399690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.400102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.400514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.400926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.401331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.402407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.403152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.403152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.403635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:13.409744 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:13.680617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853265420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700531'] for router_interface, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:13.786053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a346ca9-33ab-44a3-9b7c-481d33d1bb25 req-7aa8ed9b-64a5-4873-a1f5-ffb0adcb92f1 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:13.787659 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5a346ca9-33ab-44a3-9b7c-481d33d1bb25 req-7aa8ed9b-64a5-4873-a1f5-ffb0adcb92f1 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 945 time: 0.1912739 Jun 18 10:13:13.866510 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5a346ca9-33ab-44a3-9b7c-481d33d1bb25 req-8a5a30e8-8d2d-4b43-9332-63a18111795e tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702550 Jun 18 10:13:13.882206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:13.896376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] Sync routers for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:13.916751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:13.918570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:13.963682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] No DVR routers for this DVR port a27c782a-4348-44ec-a696-08e53d042051 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:13:13.967173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:13.971429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-deleted', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:13:13.987755 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9605fc7f-72d9-4e95-a770-dccf887f544d req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.70 "DELETE /v2.0/ports/a27c782a-4348-44ec-a696-08e53d042051 HTTP/1.1" status: 204 len: 173 time: 1.9312453 Jun 18 10:13:14.038435 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f29d205-1f01-4d6a-9d0d-60ae9ac3987d', 'name': 'network-vif-deleted', 'tag': 'a27c782a-4348-44ec-a696-08e53d042051', 'status': 'completed', 'code': 200} Jun 18 10:13:14.138313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:14.317681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Router e0343bd9-ce2f-4a2d-8c48-f742a065f993 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:13:14.443383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-84698379-3a7c-482f-827d-eff069a8a9a5 req-90922049-bf76-4072-a104-9f9b08aec439 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Synchronizing usage tracker for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:13:14.465492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-84698379-3a7c-482f-827d-eff069a8a9a5 req-90922049-bf76-4072-a104-9f9b08aec439 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Unset dirty status for tenant:0a438b407b114da5886b40df662ba3f3 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:13:14.467106 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-84698379-3a7c-482f-827d-eff069a8a9a5 req-90922049-bf76-4072-a104-9f9b08aec439 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f29d205-1f01-4d6a-9d0d-60ae9ac3987d HTTP/1.1" status: 200 len: 210 time: 0.0766807 Jun 18 10:13:14.492367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:14.498852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] Checking router: 86b036b5-1246-4716-ae53-870b21cfc6cc for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:14.511228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:14.512616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:14.559497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:14.571879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] Sync routers for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:14.576701 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] 10.222.0.60 "PUT /v2.0/routers/e0343bd9-ce2f-4a2d-8c48-f742a065f993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3888078 Jun 18 10:13:14.579107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49436) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:14.586112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:14.586980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:14.802823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:14.907945 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:14.954765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:15.043782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: a27c782a-4348-44ec-a696-08e53d042051 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:15.044383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device a27c782a-4348-44ec-a696-08e53d042051 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:15.052031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks [] for router, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:15.149981 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab2ab8-08be-4133-92eb-b38f27fb5f3c req-131dc0b1-1f42-4b89-8945-6891c16b6cf1 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:15.154204 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-62ab2ab8-08be-4133-92eb-b38f27fb5f3c req-131dc0b1-1f42-4b89-8945-6891c16b6cf1 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 945 time: 0.1074264 Jun 18 10:13:15.211581 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-62ab2ab8-08be-4133-92eb-b38f27fb5f3c req-39c8e53f-3dfa-45c5-b179-3498f22ed816 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523262 Jun 18 10:13:15.299540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:15.312153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Deleting port 52266bf3-d596-49b5-beae-a1d985da8333 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:15.312513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:15.335507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '52266bf3-d596-49b5-beae-a1d985da8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:13:13Z', 'revision_number': 5, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port': {'id': '52266bf3-d596-49b5-beae-a1d985da8333', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:15.340938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] Checking router: e0343bd9-ce2f-4a2d-8c48-f742a065f993 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:15.357579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-91382a12-4a5f-455d-b61f-b406777bfbc6 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:15.359204 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-91382a12-4a5f-455d-b61f-b406777bfbc6 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.70 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 945 time: 0.1042225 Jun 18 10:13:15.359980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] Routers {'e0343bd9-ce2f-4a2d-8c48-f742a065f993'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:15.360715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:15.377897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:15.382837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1688b-685c-432a-a41b-fedea0ce1567 None None] The sync data for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi is: [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:05:05Z', 'revision_number': 4, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '6ad63c18-d404-479e-a3c6-779acf1e36ee', 'name': '', 'network_id': '9b140270-d2e2-45c2-a28d-b0b4a48e22a9', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:05:02Z', 'updated_at': '2021-06-18T10:05:21Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'subnets': [{'id': 'c1b6c945-0877-4af0-a5d8-b94fbc050b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:15.446794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Deleting port d2e5ec87-eab7-4c9a-a2ba-716a94dde985 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:15.447181 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:15.511795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] For port 52266bf3-d596-49b5-beae-a1d985da8333, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=52266bf3-d596-49b5-beae-a1d985da8333,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:15.511795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:15.562224 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] Set router e0343bd9-ce2f-4a2d-8c48-f742a065f993 gateway port host: None {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:15.664360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49446) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:15.666928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Calling delete_port for 52266bf3-d596-49b5-beae-a1d985da8333 owned by network:router_gateway {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:15.695248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:13:15Z', 'revision_number': 6, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port_host': None}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:15.701329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99eb618-eb16-4c6b-b0ef-f6f0f8171d6b None None] The sync data for ids ['e0343bd9-ce2f-4a2d-8c48-f742a065f993'] in dv-cinder-797022-1-iscsi is: [{'id': 'e0343bd9-ce2f-4a2d-8c48-f742a065f993', 'name': 'tempest-TestShelveInstance-933245219-router', 'tenant_id': '676571e50e2545779d49baf7b45bd0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:35Z', 'updated_at': '2021-06-18T10:13:15Z', 'revision_number': 6, 'project_id': '676571e50e2545779d49baf7b45bd0b1', 'gw_port_host': None}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:15.810064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f266a379-cbcb-4361-acb2-c86465f3e5fc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:15.813048 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] For port d2e5ec87-eab7-4c9a-a2ba-716a94dde985, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,segment=NetworkSegment(4983bb11-5c95-4f81-82de-4055e09bb509),segment_id=4983bb11-5c95-4f81-82de-4055e09bb509)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:15.813457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:15.873937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:15.883576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-98d03bb9-9941-48db-808b-3f1f8de7df88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:15.935366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Pushing event deleted for resources: {'Port': ['ID=52266bf3-d596-49b5-beae-a1d985da8333,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:15.938256 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:15.975163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Calling delete_port for d2e5ec87-eab7-4c9a-a2ba-716a94dde985 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:16.018386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f266a379-cbcb-4361-acb2-c86465f3e5fc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.040076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3963814d-0fbe-4770-a29e-69648a261e48 None None] New status for floating IP 57d9e619-3333-404b-8480-4b64d8b1c70b: DOWN {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:13:16.199778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f266a379-cbcb-4361-acb2-c86465f3e5fc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.204881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854081294'] for router_gateway, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.207294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-35933c0c-749c-4169-ab84-373c513ec5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:16.232947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266a379-cbcb-4361-acb2-c86465f3e5fc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffcee8b-7ee5-409b-bb6d-a4f74d48b207,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:16.239373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f266a379-cbcb-4361-acb2-c86465f3e5fc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:16.247716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.257515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-35b15a26-c1f7-4860-abf4-0faa3cabe068 tempest-VolumesActionsTest-667154071 tempest-VolumesActionsTest-667154071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:16.291983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['d2e5ec87-eab7-4c9a-a2ba-716a94dde985'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:13:16.309718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f266a379-cbcb-4361-acb2-c86465f3e5fc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.311128 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f266a379-cbcb-4361-acb2-c86465f3e5fc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "DELETE /v2.0/security-groups/6ffcee8b-7ee5-409b-bb6d-a4f74d48b207 HTTP/1.1" status: 204 len: 168 time: 0.6456323 Jun 18 10:13:16.314639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Pushing event deleted for resources: {'Port': ['ID=d2e5ec87-eab7-4c9a-a2ba-716a94dde985,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:16.316602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49452) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:16.336789 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:16.368468 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.v2.resource [None req-1d585a49-c2a3-4f56-a8ab-405e0be840ed tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] show failed (client error): The resource could not be found. Jun 18 10:13:16.369631 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1d585a49-c2a3-4f56-a8ab-405e0be840ed tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "GET /v2.0/security-groups/6ffcee8b-7ee5-409b-bb6d-a4f74d48b207 HTTP/1.1" status: 404 len: 347 time: 0.0497792 Jun 18 10:13:16.374711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49456) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:16.420666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] No DVR routers for this DVR port d2e5ec87-eab7-4c9a-a2ba-716a94dde985 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:13:16.457550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.460654 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-49e732b0-ce1c-4ea1-a740-69409bf24fd7 req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.70 "DELETE /v2.0/ports/d2e5ec87-eab7-4c9a-a2ba-716a94dde985 HTTP/1.1" status: 204 len: 173 time: 1.0951335 Jun 18 10:13:16.469242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e90592-889c-4d51-9c33-481d1a12ca3d', 'name': 'network-vif-deleted', 'tag': 'd2e5ec87-eab7-4c9a-a2ba-716a94dde985'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:13:16.482641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-22bfb65e-fd5a-41b3-9cbb-60ad8b6f2ec3 req-2de5ed3e-4800-455c-b375-5b65d4298adb tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Synchronizing usage tracker for tenant:444a0806510048f1b30feba0a20c92c7 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:13:16.509407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-22bfb65e-fd5a-41b3-9cbb-60ad8b6f2ec3 req-2de5ed3e-4800-455c-b375-5b65d4298adb tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Unset dirty status for tenant:444a0806510048f1b30feba0a20c92c7 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:13:16.511735 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-22bfb65e-fd5a-41b3-9cbb-60ad8b6f2ec3 req-2de5ed3e-4800-455c-b375-5b65d4298adb tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] 10.222.0.60 "GET /v2.0/ports?device_id=49e90592-889c-4d51-9c33-481d1a12ca3d HTTP/1.1" status: 200 len: 210 time: 0.0925469 Jun 18 10:13:16.543199 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e90592-889c-4d51-9c33-481d1a12ca3d', 'name': 'network-vif-deleted', 'tag': 'd2e5ec87-eab7-4c9a-a2ba-716a94dde985', 'status': 'completed', 'code': 200} Jun 18 10:13:16.662284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854072059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239544'] for router, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.688131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.694480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Deleting port 370e40fe-f307-4480-bb8a-7286b7929a76 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:16.694843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.775869 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071837'] for router, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.776371 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0343bd9-ce2f-4a2d-8c48-f742a065f993 {{(pid=82100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:13:16.858498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.859739 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e0343bd9-ce2f-4a2d-8c48-f742a065f993 HTTP/1.1" status: 204 len: 168 time: 2.2796445 Jun 18 10:13:16.862590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49462) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:16.907540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.907907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:16.945821 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43430d1-92db-4910-a01f-c459897a68d2 admin admin] Deleting subnet d50b4836-27c8-44ad-a660-5703f9205892 {{(pid=82099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:13:16.949801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e43430d1-92db-4910-a01f-c459897a68d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.004867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e43430d1-92db-4910-a01f-c459897a68d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.041898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Calling delete_port for 370e40fe-f307-4480-bb8a-7286b7929a76 owned by network:floatingip {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:17.078502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e43430d1-92db-4910-a01f-c459897a68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.187953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.192716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-16b0964c-0347-4917-9751-69821910a5ff tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:17.238439 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Pushing event deleted for resources: {'Port': ['ID=370e40fe-f307-4480-bb8a-7286b7929a76,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:17.243065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:17.335682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks [] for floatingip, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.352363 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.353595 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] 10.222.0.60 "DELETE /v2.0/floatingips/57d9e619-3333-404b-8480-4b64d8b1c70b HTTP/1.1" status: 204 len: 168 time: 0.9777670 Jun 18 10:13:17.356088 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e43430d1-92db-4910-a01f-c459897a68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.360998 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-efbbce1d-a806-4f15-8fef-d6c2c443a5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:17.396765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43430d1-92db-4910-a01f-c459897a68d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50b4836-27c8-44ad-a660-5703f9205892,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:17.401075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e43430d1-92db-4910-a01f-c459897a68d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:17.404821 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e43430d1-92db-4910-a01f-c459897a68d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.410458 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ed9eeb-894c-4ccb-aea2-13c086e4701f None None] Network 75017cc0-35c1-4364-bf40-beb6ab6f53d7 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:17.415280 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-e43430d1-92db-4910-a01f-c459897a68d2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d50b4836-27c8-44ad-a660-5703f9205892 HTTP/1.1" status: 204 len: 168 time: 0.5493612 Jun 18 10:13:17.415973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49468) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:17.750875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] DHCP port deletion for 75017cc0-35c1-4364-bf40-beb6ab6f53d7 request from dv-cinder-797022-1-iscsi {{(pid=82101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:13:17.760093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] Deleting port d936dca2-5a6c-4050-805c-b154acc2a387 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:17.760793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.780633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.792267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Deleting port d936dca2-5a6c-4050-805c-b154acc2a387 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:17.793263 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:17.816755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 44478796-e783-4d2f-94c9-b9d1067ef00d no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:17.895882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 44478796-e783-4d2f-94c9-b9d1067ef00d {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:17.896380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 44478796-e783-4d2f-94c9-b9d1067ef00d not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:17.896914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 52266bf3-d596-49b5-beae-a1d985da8333 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:17.942417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 52266bf3-d596-49b5-beae-a1d985da8333 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:17.942813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 52266bf3-d596-49b5-beae-a1d985da8333 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:18.032184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] For port d936dca2-5a6c-4050-805c-b154acc2a387, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=d936dca2-5a6c-4050-805c-b154acc2a387,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:18.032599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.127043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] For port d936dca2-5a6c-4050-805c-b154acc2a387, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=d936dca2-5a6c-4050-805c-b154acc2a387,segment=NetworkSegment(9d02eb66-78df-49a3-8f21-d8450d61986a),segment_id=9d02eb66-78df-49a3-8f21-d8450d61986a)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:18.127931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.186608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Calling delete_port for d936dca2-5a6c-4050-805c-b154acc2a387 owned by network:dhcp {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:18.267372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.272748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:18.273913 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] Calling delete_port for d936dca2-5a6c-4050-805c-b154acc2a387 owned by network:dhcp {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:18.319463 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Pushing event deleted for resources: {'Port': ['ID=d936dca2-5a6c-4050-805c-b154acc2a387,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:18.322484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:18.325344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] No DVR routers for this DVR port d936dca2-5a6c-4050-805c-b154acc2a387 on host dv-cinder-797022-1-iscsi {{(pid=82100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:13:18.416396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.db.api [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:13:18.416886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_db.api [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:13:18.450470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.463608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75017cc0-35c1-4364-bf40-beb6ab6f53d7']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:18.476724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d02eb66-78df-49a3-8f21-d8450d61986a') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:18.477056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d02eb66-78df-49a3-8f21-d8450d61986a') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:18.488912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.507252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.514583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:13:18.515015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:13:18.529439 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:13:18.615228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.619289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:18.637643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.646664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Pushing event deleted for resources: {'Network': ['ID=75017cc0-35c1-4364-bf40-beb6ab6f53d7,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:18.650169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:18.660906 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] 10.222.0.60 "DELETE /v2.0/networks/75017cc0-35c1-4364-bf40-beb6ab6f53d7 HTTP/1.1" status: 204 len: 168 time: 1.2438099 Jun 18 10:13:18.664517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49484) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:18.918993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] Deleting port d936dca2-5a6c-4050-805c-b154acc2a387 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:18.919414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:18.951412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d2e5ec87-eab7-4c9a-a2ba-716a94dde985 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:18.994221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: d2e5ec87-eab7-4c9a-a2ba-716a94dde985 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:18.994527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device d2e5ec87-eab7-4c9a-a2ba-716a94dde985 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:19.032083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-92cf61e9-c547-4218-952d-d48347f2e65f None None] The port 'd936dca2-5a6c-4050-805c-b154acc2a387' was deleted {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:13:19.095846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074653'] for router_interface, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:19.708843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device d936dca2-5a6c-4050-805c-b154acc2a387 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:19.743121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: d936dca2-5a6c-4050-805c-b154acc2a387 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:19.743508 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device d936dca2-5a6c-4050-805c-b154acc2a387 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:19.744885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Deleting port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:19.745385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:19.931603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] For port bbb72f88-a479-4a7c-bbfa-12cbb01a50dd, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=bbb72f88-a479-4a7c-bbfa-12cbb01a50dd,segment=NetworkSegment(d8bb037c-e66b-4479-997e-87277f7e38e8),segment_id=d8bb037c-e66b-4479-997e-87277f7e38e8)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:19.931997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:20.066602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Calling delete_port for bbb72f88-a479-4a7c-bbfa-12cbb01a50dd owned by network:router_interface {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:20.245210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:20.250556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-06c26ba3-1500-426e-b83d-bbef3a355248 tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:20.265522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49508) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:20.301257 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb72f88-a479-4a7c-bbfa-12cbb01a50dd,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:20.304102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:20.836415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853265420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700531'] for router_interface, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:20.983217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074653'] for router_interface, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:21.457162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Router ee007225-7854-4d95-b571-0b5768d91d2e has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:13:21.522917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:21.617394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Deleting port 6ad63c18-d404-479e-a3c6-779acf1e36ee {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:21.618006 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:21.680230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:21.691096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] Sync routers for ids ['ee007225-7854-4d95-b571-0b5768d91d2e'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:21.694920 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] 10.222.0.60 "PUT /v2.0/routers/ee007225-7854-4d95-b571-0b5768d91d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0288987 Jun 18 10:13:21.698437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49518) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:21.708200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] Routers {'ee007225-7854-4d95-b571-0b5768d91d2e'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:21.709186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['ee007225-7854-4d95-b571-0b5768d91d2e'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:21.809408 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] For port 6ad63c18-d404-479e-a3c6-779acf1e36ee, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=6ad63c18-d404-479e-a3c6-779acf1e36ee,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:21.809826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:21.931814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks [] for router, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:21.935126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] Set router ee007225-7854-4d95-b571-0b5768d91d2e gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:21.939109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Calling delete_port for 6ad63c18-d404-479e-a3c6-779acf1e36ee owned by network:router_interface {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:22.141790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:22.150781 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Deleting port cdb61348-2f4f-4782-adec-5d6ebf35749d {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:22.151250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:22.247243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:44Z', 'updated_at': '2021-06-18T10:13:20Z', 'revision_number': 5, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'gw_port': {'id': 'cdb61348-2f4f-4782-adec-5d6ebf35749d', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:06:45Z', 'updated_at': '2021-06-18T10:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:22.251762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] Checking router: ee007225-7854-4d95-b571-0b5768d91d2e for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:22.253224 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:22.257537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:22.264478 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] Routers {'ee007225-7854-4d95-b571-0b5768d91d2e'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:22.265131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['ee007225-7854-4d95-b571-0b5768d91d2e'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:22.299698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad63c18-d404-479e-a3c6-779acf1e36ee,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:22.302445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:22.356317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] For port cdb61348-2f4f-4782-adec-5d6ebf35749d, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=cdb61348-2f4f-4782-adec-5d6ebf35749d,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:22.357017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:22.435492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] Set router ee007225-7854-4d95-b571-0b5768d91d2e gateway port host: None {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:22.504083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Calling delete_port for cdb61348-2f4f-4782-adec-5d6ebf35749d owned by network:router_gateway {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:22.558292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:44Z', 'updated_at': '2021-06-18T10:13:22Z', 'revision_number': 6, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'gw_port_host': None}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:22.562801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392e846e-77dd-4b1b-b59f-4db227c0e05f None None] The sync data for ids ['ee007225-7854-4d95-b571-0b5768d91d2e'] in dv-cinder-797022-1-iscsi is: [{'id': 'ee007225-7854-4d95-b571-0b5768d91d2e', 'name': 'tempest-TestShelveInstance-256748256-router', 'tenant_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:06:44Z', 'updated_at': '2021-06-18T10:13:22Z', 'revision_number': 6, 'project_id': '89c27c3aa2cf401db66c3191f93bb4b9', 'gw_port_host': None}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:22.563469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853265420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700531'] for router_interface, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:22.699351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:22.707605 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:22.752846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb61348-2f4f-4782-adec-5d6ebf35749d,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:22.756115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:23.005437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854081294'] for router_gateway, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:23.473139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Router 86b036b5-1246-4716-ae53-870b21cfc6cc has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:13:23.548997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854072059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239544'] for router, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:23.553580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:23.583791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071837'] for router, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:23.584476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee007225-7854-4d95-b571-0b5768d91d2e {{(pid=82100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:13:23.602872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:23.608054 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] 10.222.0.60 "DELETE /v2.0/routers/ee007225-7854-4d95-b571-0b5768d91d2e HTTP/1.1" status: 204 len: 168 time: 1.9048803 Jun 18 10:13:23.608609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49530) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:23.706690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] Deleting subnet 73b72c6d-43ed-4744-91b1-207ff26d23bd {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:13:23.711926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:23.719041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:23.728741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] Sync routers for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:23.755636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:23.756557 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:23.760091 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] 10.222.0.60 "PUT /v2.0/routers/86b036b5-1246-4716-ae53-870b21cfc6cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4932866 Jun 18 10:13:23.762193 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49534) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:23.779199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:23.827091 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device cdb61348-2f4f-4782-adec-5d6ebf35749d no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:23.929373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:23.939518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: cdb61348-2f4f-4782-adec-5d6ebf35749d {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:23.939912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device cdb61348-2f4f-4782-adec-5d6ebf35749d not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:23.940372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bbb72f88-a479-4a7c-bbfa-12cbb01a50dd no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:24.005928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks [] for router, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.157623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: bbb72f88-a479-4a7c-bbfa-12cbb01a50dd {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:24.158352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bbb72f88-a479-4a7c-bbfa-12cbb01a50dd not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:24.229366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:24.237327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.247690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Deleting port b16f5789-01c7-473b-9e9f-d60e16170bcc {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:24.248106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.251484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.256505 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:24.295832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b72c6d-43ed-4744-91b1-207ff26d23bd,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:24.300244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:24.303306 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.312365 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/73b72c6d-43ed-4744-91b1-207ff26d23bd HTTP/1.1" status: 204 len: 168 time: 0.7026522 Jun 18 10:13:24.313041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49538) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:24.340094 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e1eaf-0fcf-4360-8e04-6ca6c1165aba None None] Network 1f5b7d62-c859-4f1f-89de-ede524859f47 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:24.435531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.446407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Deleting port cb5b48f3-9b49-4706-85ff-3b66f55913d9 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:24.446772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.459346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] For port b16f5789-01c7-473b-9e9f-d60e16170bcc, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=b16f5789-01c7-473b-9e9f-d60e16170bcc,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:24.459909 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.595383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Calling delete_port for b16f5789-01c7-473b-9e9f-d60e16170bcc owned by network:router_gateway {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:24.711181 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] For port cb5b48f3-9b49-4706-85ff-3b66f55913d9, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=cb5b48f3-9b49-4706-85ff-3b66f55913d9,segment=NetworkSegment(d8bb037c-e66b-4479-997e-87277f7e38e8),segment_id=d8bb037c-e66b-4479-997e-87277f7e38e8)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:24.711648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.756993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:13:22Z', 'revision_number': 5, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port': {'id': 'b16f5789-01c7-473b-9e9f-d60e16170bcc', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:04:57Z', 'updated_at': '2021-06-18T10:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:24.763742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] Checking router: 86b036b5-1246-4716-ae53-870b21cfc6cc for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:24.768648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544cea34-7521-4888-9025-051410181dac None None] DHCP port deletion for 1f5b7d62-c859-4f1f-89de-ede524859f47 request from dv-cinder-797022-1-iscsi {{(pid=82101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:13:24.774987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-544cea34-7521-4888-9025-051410181dac None None] Deleting port cb5b48f3-9b49-4706-85ff-3b66f55913d9 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:24.775629 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-544cea34-7521-4888-9025-051410181dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.818173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:24.823081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-208f5f87-ebfb-43cf-8da4-e0d2480e9c25 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:24.839044 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] Routers {'86b036b5-1246-4716-ae53-870b21cfc6cc'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:24.840123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['86b036b5-1246-4716-ae53-870b21cfc6cc'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:24.872916 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Pushing event deleted for resources: {'Port': ['ID=b16f5789-01c7-473b-9e9f-d60e16170bcc,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:24.876119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:24.912275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Calling delete_port for cb5b48f3-9b49-4706-85ff-3b66f55913d9 owned by network:dhcp {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:24.990013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.001840 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:25.044976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] Set router 86b036b5-1246-4716-ae53-870b21cfc6cc gateway port host: None {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:25.052041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5b48f3-9b49-4706-85ff-3b66f55913d9,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:25.055563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:25.056519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] No DVR routers for this DVR port cb5b48f3-9b49-4706-85ff-3b66f55913d9 on host dv-cinder-797022-1-iscsi {{(pid=82100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:13:25.083471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854081294'] for router_gateway, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.193612 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.208199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5b7d62-c859-4f1f-89de-ede524859f47']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:25.211445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-544cea34-7521-4888-9025-051410181dac None None] The port 'cb5b48f3-9b49-4706-85ff-3b66f55913d9' was deleted {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:13:25.212658 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:13:24Z', 'revision_number': 7, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port_host': None}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:25.219368 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ff163-2851-41b6-99ea-568b265331f7 None None] The sync data for ids ['86b036b5-1246-4716-ae53-870b21cfc6cc'] in dv-cinder-797022-1-iscsi is: [{'id': '86b036b5-1246-4716-ae53-870b21cfc6cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1070461327-router', 'tenant_id': '0a438b407b114da5886b40df662ba3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:04:56Z', 'updated_at': '2021-06-18T10:13:24Z', 'revision_number': 7, 'project_id': '0a438b407b114da5886b40df662ba3f3', 'gw_port_host': None}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:25.222395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bb037c-e66b-4479-997e-87277f7e38e8') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:25.222395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bb037c-e66b-4479-997e-87277f7e38e8') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:25.235877 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.257222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.264300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:13:25.264885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:13:25.280654 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:13:25.368889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.370019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854072059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239544'] for router, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.374352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-72582660-f6c9-410b-af80-9094dba0706b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:25.375309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.390357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.402803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5b7d62-c859-4f1f-89de-ede524859f47,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:25.408604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:25.412715 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1f5b7d62-c859-4f1f-89de-ede524859f47 HTTP/1.1" status: 204 len: 168 time: 1.0986264 Jun 18 10:13:25.466330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071837'] for router, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.466988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86b036b5-1246-4716-ae53-870b21cfc6cc {{(pid=82099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:13:25.482391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Notify callbacks [] for router, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.483593 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] 10.222.0.60 "DELETE /v2.0/routers/86b036b5-1246-4716-ae53-870b21cfc6cc HTTP/1.1" status: 204 len: 168 time: 1.7203195 Jun 18 10:13:25.486536 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49552) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:25.570266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a760e7-e988-415a-8e2c-b842ccd6936d admin admin] Deleting subnet c1b6c945-0877-4af0-a5d8-b94fbc050b54 {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:13:25.574506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-90a760e7-e988-415a-8e2c-b842ccd6936d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.575222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49556) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:25.629861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-90a760e7-e988-415a-8e2c-b842ccd6936d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.630125 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-035a2863-b4cd-4ab3-8d82-ad2018c5270d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=676571e50e2545779d49baf7b45bd0b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534651 Jun 18 10:13:25.632599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49560) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:25.704540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9df1-d89c-4a8e-8ce7-a9018ed37eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.724849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b16f5789-01c7-473b-9e9f-d60e16170bcc no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:25.734038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-90a760e7-e988-415a-8e2c-b842ccd6936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.736359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9df1-d89c-4a8e-8ce7-a9018ed37eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.763541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: b16f5789-01c7-473b-9e9f-d60e16170bcc {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:25.763938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b16f5789-01c7-473b-9e9f-d60e16170bcc not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:25.764417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device cb5b48f3-9b49-4706-85ff-3b66f55913d9 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:25.793535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9df1-d89c-4a8e-8ce7-a9018ed37eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.798527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-08bbc143-fece-417c-bb0f-f6c66aec463a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:25.798920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: cb5b48f3-9b49-4706-85ff-3b66f55913d9 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:25.799322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device cb5b48f3-9b49-4706-85ff-3b66f55913d9 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:25.799773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6ad63c18-d404-479e-a3c6-779acf1e36ee no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:25.813806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd9df1-d89c-4a8e-8ce7-a9018ed37eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57181de0-f3f3-4863-9e2c-30535e0a58ef,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:25.819066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e5bd9df1-d89c-4a8e-8ce7-a9018ed37eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:25.821751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e5bd9df1-d89c-4a8e-8ce7-a9018ed37eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:25.822997 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-e5bd9df1-d89c-4a8e-8ce7-a9018ed37eac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57181de0-f3f3-4863-9e2c-30535e0a58ef HTTP/1.1" status: 204 len: 168 time: 0.1893587 Jun 18 10:13:25.860735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 6ad63c18-d404-479e-a3c6-779acf1e36ee {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:25.861753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6ad63c18-d404-479e-a3c6-779acf1e36ee not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:26.030680 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-90a760e7-e988-415a-8e2c-b842ccd6936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.038967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b46e70a6-1538-42be-b44c-0d2a2f741271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:26.080634 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a760e7-e988-415a-8e2c-b842ccd6936d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b6c945-0877-4af0-a5d8-b94fbc050b54,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:26.083648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-90a760e7-e988-415a-8e2c-b842ccd6936d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:26.090093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-90a760e7-e988-415a-8e2c-b842ccd6936d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.093261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1826ab91-f207-4cac-ba46-2ccee980c600 None None] Network 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:26.100550 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-90a760e7-e988-415a-8e2c-b842ccd6936d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c1b6c945-0877-4af0-a5d8-b94fbc050b54 HTTP/1.1" status: 204 len: 168 time: 0.6123462 Jun 18 10:13:26.102731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49568) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:26.231747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.244153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Deleting port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:26.244524 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.349520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49576) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:26.413566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] DHCP port deletion for 9b140270-d2e2-45c2-a28d-b0b4a48e22a9 request from dv-cinder-797022-1-iscsi {{(pid=82101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:13:26.418867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] Deleting port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:26.419354 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.532772 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-08e09640-e6dd-475f-bc8e-90182ffa53b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89c27c3aa2cf401db66c3191f93bb4b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1819401 Jun 18 10:13:26.534750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] For port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=d02ff7c5-bdbe-4884-8020-a87e1a3b3eee,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:26.535144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.536624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49580) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:26.674539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] For port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=d02ff7c5-bdbe-4884-8020-a87e1a3b3eee,segment=NetworkSegment(f1e2abe1-a61f-4c26-8777-635baeab4d60),segment_id=f1e2abe1-a61f-4c26-8777-635baeab4d60)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:26.674991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.676353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-49056199-40ea-45d2-8376-8f57976aa2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.718417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-49056199-40ea-45d2-8376-8f57976aa2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.748187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Calling delete_port for d02ff7c5-bdbe-4884-8020-a87e1a3b3eee owned by network:dhcp {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:26.773741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-49056199-40ea-45d2-8376-8f57976aa2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.780153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1cc647a7-4277-4433-a34b-296d799c5824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:26.791682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49056199-40ea-45d2-8376-8f57976aa2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4510fed6-654d-42b5-97d8-ba1f00dbff1b,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:26.797390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-49056199-40ea-45d2-8376-8f57976aa2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:26.799950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-49056199-40ea-45d2-8376-8f57976aa2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.804406 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-49056199-40ea-45d2-8376-8f57976aa2eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4510fed6-654d-42b5-97d8-ba1f00dbff1b HTTP/1.1" status: 204 len: 168 time: 0.2634916 Jun 18 10:13:26.812147 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] Calling delete_port for d02ff7c5-bdbe-4884-8020-a87e1a3b3eee owned by network:dhcp {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:26.833629 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:26.838776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4dfe67b0-58f8-4c55-8d4e-4cda1199c5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:26.906428 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d02ff7c5-bdbe-4884-8020-a87e1a3b3eee,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:26.909528 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:26.914804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] No DVR routers for this DVR port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee on host dv-cinder-797022-1-iscsi {{(pid=82100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:13:26.920487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.db.api [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:13:26.920989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_db.api [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:13:27.056373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.071892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b140270-d2e2-45c2-a28d-b0b4a48e22a9']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:27.090532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e2abe1-a61f-4c26-8777-635baeab4d60') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:27.091134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e2abe1-a61f-4c26-8777-635baeab4d60') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:27.104277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.121281 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.128080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:13:27.128449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:13:27.142688 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:13:27.221669 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.225219 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:27.239927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.257435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Pushing event deleted for resources: {'Network': ['ID=9b140270-d2e2-45c2-a28d-b0b4a48e22a9,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:27.262442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:27.270243 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] 10.222.0.60 "DELETE /v2.0/networks/9b140270-d2e2-45c2-a28d-b0b4a48e22a9 HTTP/1.1" status: 204 len: 168 time: 1.1664493 Jun 18 10:13:27.422705 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] Deleting port d02ff7c5-bdbe-4884-8020-a87e1a3b3eee {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:27.423052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.428199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49602) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:27.485089 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c115706c-81ad-47f0-800a-c61ccbcc21b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a438b407b114da5886b40df662ba3f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555918 Jun 18 10:13:27.487818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49606) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:27.499710 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fff40-56b0-422a-b7aa-585811ba28a5 None None] The port 'd02ff7c5-bdbe-4884-8020-a87e1a3b3eee' was deleted {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:13:27.553424 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-159d172f-b08e-4582-a445-e4ced2c4d8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.589061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-159d172f-b08e-4582-a445-e4ced2c4d8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.635243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-159d172f-b08e-4582-a445-e4ced2c4d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.640475 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f316f62f-4e87-414f-b05e-4b4495240024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:27.656304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d172f-b08e-4582-a445-e4ced2c4d8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeb2877-638d-4417-8f87-8fb5e742bf58,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:27.658651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-159d172f-b08e-4582-a445-e4ced2c4d8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:27.665817 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-159d172f-b08e-4582-a445-e4ced2c4d8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:27.668053 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-159d172f-b08e-4582-a445-e4ced2c4d8e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8eeb2877-638d-4417-8f87-8fb5e742bf58 HTTP/1.1" status: 204 len: 168 time: 0.1784947 Jun 18 10:13:27.732597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device d02ff7c5-bdbe-4884-8020-a87e1a3b3eee no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:27.783793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: d02ff7c5-bdbe-4884-8020-a87e1a3b3eee {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:27.784745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device d02ff7c5-bdbe-4884-8020-a87e1a3b3eee not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:27.932080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49624) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:28.097105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1434081913-network', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:28.107149 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:28.116819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Usage tracker for resource:network and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:28.123647 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:28.135594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:28.147263 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Made reservation on behalf of a58e40cae95b4874b28782fedac0572d for: {'network': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:13:28.152227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.168038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.206775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:28.210769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:28.213821 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:28.220334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:28.294443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.297417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.300539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f266a379-cbcb-4361-acb2-c86465f3e5fc tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:28.334537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=82099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:13:28.340373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2d4cdd-15a2-47e2-b9e1-3f42092136ff,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:28.344252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:28.348231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.348624 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Added segment a856e56d-09ae-413c-b602-d7a85108e314 of type vlan for network 53b2e114-f806-4754-bf4e-cd42c2e9001b Jun 18 10:13:28.380090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.411186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.414869 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:28.415514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.420600 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:28.675761 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49646) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:28.752227 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8176177 Jun 18 10:13:28.755311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49652) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:28.756077 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=53b2e114-f806-4754-bf4e-cd42c2e9001b,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:28.759195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6db23f37-ad3b-4e85-b069-cdd5abd0f4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:28.763381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Request body: {'subnet': {'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1434081913-subnet', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:28.768776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:13:28.769912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:28.774689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Usage tracker for resource:subnet and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:28.779423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:28.785931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:28.795599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Made reservation on behalf of a58e40cae95b4874b28782fedac0572d for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:13:28.800479 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848291384'] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.827431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1054011564-network', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:28.890316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:28.897888 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Usage tracker for resource:network and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:28.903438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:28.915880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:28.938193 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Made reservation on behalf of 24b2124d5c0d46478cd2d054a5740fe2 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:13:28.942708 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:28.963976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.046380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:29.053176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Usage tracker for resource:security_group_rule and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:29.057432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:29.067690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:29.467889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.473006 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.477460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f2f6744-ab56-4b59-9c73-7b5a563fb4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:29.508980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:13:29.524488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d331176f-1384-4de8-9e61-06789ead686c,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:29.530082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:29.531122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.531510 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Added segment ed09dabb-5c92-41e7-91f3-44d1be5f7383 of type vlan for network a63589df-6edf-4ae9-ad39-bbe327062778 Jun 18 10:13:29.590992 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.672456 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.673451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:29.674115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.680661 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:29.705576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7925794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848291367'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.804344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Pushing event updated for resources: {'Network': ['ID=a63589df-6edf-4ae9-ad39-bbe327062778,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:29.808108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:29.809620 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1327624 Jun 18 10:13:29.812525 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-169b7474-1f69-4e95-80d6-5bdda5085650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:29.813297 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49658) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:29.821177 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Request body: {'subnet': {'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1054011564-subnet', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:29.824890 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network a63589df-6edf-4ae9-ad39-bbe327062778 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:13:29.844359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:29.848623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Usage tracker for resource:subnet and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:29.852399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:29.860054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:29.873558 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Made reservation on behalf of 24b2124d5c0d46478cd2d054a5740fe2 for: {'subnet': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:13:29.880111 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.888601 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0929f15-ea52-4b47-a36b-62d027039564,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:29.891773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:29.892941 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Checking segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:29.893335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Network hostable DHCP agents. Network: 53b2e114-f806-4754-bf4e-cd42c2e9001b, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:13:29.918040 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:13:29.926926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 53b2e114-f806-4754-bf4e-cd42c2e9001b) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:29.940020 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:29.940806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:29.945907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc85cb-984b-4389-8a74-997c11d877a5 None None] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:29.961007 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-22fc4a00-b378-4023-bb70-f7cc2017a5a7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2021010 Jun 18 10:13:29.961223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49662) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:29.967752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:29.972709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:29.977378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Usage tracker for resource:router and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:29.982902 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:29.990227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:30.002786 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.004031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.022715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.220197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.349176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.355628 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:30.399146 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-53b2e114-f806-4754-bf4e-cd42c2e9001b', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:13:30.400057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.446242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ddcc27-0fbd-435b-b5f4-fd479c9a14de,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:30.451305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:30.460537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Checking segment: {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:30.460939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Network hostable DHCP agents. Network: a63589df-6edf-4ae9-ad39-bbe327062778, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:13:30.475043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.485676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Network a63589df-6edf-4ae9-ad39-bbe327062778 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:13:30.496798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, a63589df-6edf-4ae9-ad39-bbe327062778) {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:30.501231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:30.501871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.511934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3fb4bb-e5a4-4f6a-a4a1-085b15f56ea6 None None] Network a63589df-6edf-4ae9-ad39-bbe327062778 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:30.512918 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.526931 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-a12f6506-fc0a-41dc-b896-cb758960b689 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7121856 Jun 18 10:13:30.527580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49668) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:30.533350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:30.538296 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:30.542541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Usage tracker for resource:router and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:30.545540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:30.552031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:30.566953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.568112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.588541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.678427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Allocated IP 172.20.0.2 (53b2e114-f806-4754-bf4e-cd42c2e9001b/c0929f15-ea52-4b47-a36b-62d027039564/e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:30.695075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Allocated IP 172.27.0.150 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/6455ea43-507a-4ae6-ba8c-23618e834d52) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:30.751724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.870461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.900227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.906199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6221a7dd-1454-47ea-a47a-25d90cfff68d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:30.925094 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-a63589df-6edf-4ae9-ad39-bbe327062778', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:13:30.926017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:30.980767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:30.983639 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:30.988222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:30.988610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.015192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Pushing event updated for resources: {'Port': ['ID=6455ea43-507a-4ae6-ba8c-23618e834d52,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:31.020685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:31.025767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.096960 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.117323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Transition to ACTIVE for port object e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:31.162658 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.163436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.184237 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Transition to ACTIVE for port object e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:31.191163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.198838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b17dfc22-7db2-4802-8908-77109843cbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:31.199924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Allocated IP 172.27.0.162 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/7ec30d14-6156-4cc1-a55b-23d1fc669d07) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:31.258122 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Allocated IP 172.20.0.2 (a63589df-6edf-4ae9-ad39-bbe327062778/78ddcc27-0fbd-435b-b5f4-fd479c9a14de/bbaca593-5a7d-4355-8e90-a17969524cfd) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:31.288187 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:31.294709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:31.298247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:31.301682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Pushing event updated for resources: {'Port': ['ID=e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:31.309206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:31.379719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.408351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.413090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-77b600f2-be65-4ba8-8406-abbe0ad0b812 tempest-AttachVolumeNegativeTest-1516466050 tempest-AttachVolumeNegativeTest-1516466050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:31.426563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Router 135d53bb-8124-4810-8cbd-a36826d2cc6f is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:13:31.493654 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Attempting to bind port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:31.494244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:31.494784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Attempting to bind port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:31.496778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Attempting to bind port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:31.498266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:31.500935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:31.519853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:31.520409 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Checking segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:31.520897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.521407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Bound using segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:31.522032 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Bound port: e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:31.522522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.545564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Pushing event updated for resources: {'Port': ['ID=7ec30d14-6156-4cc1-a55b-23d1fc669d07,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:31.550345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:31.647157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.647780 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:31.648214 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.658644 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Sync routers for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:31.674151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:31.674925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:31.680872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.685311 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-53be8d75-60d3-4698-a97b-5669e25473ef admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7205353 Jun 18 10:13:31.685603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49676) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:31.713213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] For port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:31.719568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] For port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:31.724131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.727455 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.735657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:31.803140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Transition to ACTIVE for port object bbaca593-5a7d-4355-8e90-a17969524cfd will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:31.889767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Transition to ACTIVE for port object bbaca593-5a7d-4355-8e90-a17969524cfd will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:31.900879 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:31.907873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Pushing event updated for resources: {'Port': ['ID=e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:31.908633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:31.922760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:31.923286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f904c2df-6882-496e-8485-a9ea58ba38f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:32.009152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Router baa3d449-0f40-4f63-b519-29490f29ab97 is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:13:32.016782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Network a63589df-6edf-4ae9-ad39-bbe327062778 is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:32.020954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:32.023729 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:32.027125 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Pushing event updated for resources: {'Port': ['ID=bbaca593-5a7d-4355-8e90-a17969524cfd,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:32.036797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:32.157914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Attempting to bind port bbaca593-5a7d-4355-8e90-a17969524cfd on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:32.158370 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Attempting to bind port bbaca593-5a7d-4355-8e90-a17969524cfd by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:32.158933 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Attempting to bind port bbaca593-5a7d-4355-8e90-a17969524cfd on network a63589df-6edf-4ae9-ad39-bbe327062778 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:32.166471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:32.167495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Checking segment: {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:32.168716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:32.169310 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Bound using segment: {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:32.169841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Bound port: bbaca593-5a7d-4355-8e90-a17969524cfd, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:32.170302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:32.284578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] For port bbaca593-5a7d-4355-8e90-a17969524cfd, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:32.303591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] For port bbaca593-5a7d-4355-8e90-a17969524cfd, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=bbaca593-5a7d-4355-8e90-a17969524cfd,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:32.313884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:32.327898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:32.330870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:32.394870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Notify callbacks [] for router, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:32.403339 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8743761 Jun 18 10:13:32.407174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49684) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:32.425302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Sync routers for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:32.531129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:32.531878 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:32.543601 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:31Z', 'revision_number': 3, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:32.548642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Checking router: 135d53bb-8124-4810-8cbd-a36826d2cc6f for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:32.549290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Updating router 135d53bb-8124-4810-8cbd-a36826d2cc6f port 6455ea43-507a-4ae6-ba8c-23618e834d52 binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:13:32.617399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:32.872801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:33.013665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Pushing event updated for resources: {'Port': ['ID=bbaca593-5a7d-4355-8e90-a17969524cfd,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:33.018138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:33.020622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:33.034794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Transition to ACTIVE for port object 6455ea43-507a-4ae6-ba8c-23618e834d52 will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:33.050339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:13:33.051028 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:33.062543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:33.202706 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Attempting to bind port 6455ea43-507a-4ae6-ba8c-23618e834d52 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:33.203290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Attempting to bind port 6455ea43-507a-4ae6-ba8c-23618e834d52 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:33.203536 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Attempting to bind port 6455ea43-507a-4ae6-ba8c-23618e834d52 on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:33.222768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Pushing event updated for resources: {'Port': ['ID=6455ea43-507a-4ae6-ba8c-23618e834d52,revision_number=2']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:33.239862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:33.240265 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:33.244719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:33.249260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:33.251297 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:33.251845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Bound port: 6455ea43-507a-4ae6-ba8c-23618e834d52, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:33.252273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:33.272616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:31Z', 'revision_number': 3, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:33.279502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Checking router: baa3d449-0f40-4f63-b519-29490f29ab97 for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:33.279908 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Updating router baa3d449-0f40-4f63-b519-29490f29ab97 port 7ec30d14-6156-4cc1-a55b-23d1fc669d07 binding host dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:13:33.322619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.325283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.326490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.329163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.329564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.329948 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.330340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.330724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.331090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.331449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.331806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:33.341567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:33.513892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] For port 6455ea43-507a-4ae6-ba8c-23618e834d52, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:33.536118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] For port 6455ea43-507a-4ae6-ba8c-23618e834d52, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=6455ea43-507a-4ae6-ba8c-23618e834d52,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:33.545358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:33.582186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f919abd8-7774-468d-a479-cf7cdebc1eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:33.667494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:33.668244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:33.752731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:33.850665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Allocated IP 172.20.0.1 (53b2e114-f806-4754-bf4e-cd42c2e9001b/c0929f15-ea52-4b47-a36b-62d027039564/7e886f25-40e2-41ec-a726-bbe07ffd8d27) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:34.033418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bbaca593-5a7d-4355-8e90-a17969524cfd up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:34.071677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Pushing event updated for resources: {'Port': ['ID=6455ea43-507a-4ae6-ba8c-23618e834d52,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:34.077899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:34.086490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:34.099217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.130461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Transition to ACTIVE for port object 7e886f25-40e2-41ec-a726-bbe07ffd8d27 will not be triggered until provisioned by entity DHCP. {{(pid=82100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:34.156872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.162752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d977234b-9908-4b31-bd61-d9cbbe8ac363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:34.252056 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:34.255962 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:34.261930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e886f25-40e2-41ec-a726-bbe07ffd8d27,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:34.264762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:34.315446 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:34.331785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port bbaca593-5a7d-4355-8e90-a17969524cfd completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:34.352114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:34.370308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.417788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.487590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.530391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Notify callbacks [] for port, precommit_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.543226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:31Z', 'revision_number': 3, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:34.548918 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68054098-0c58-403a-a018-5213ea1877e7 None None] The sync data for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi is: [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:31Z', 'revision_number': 3, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:34.564819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Transition to ACTIVE for port object 7ec30d14-6156-4cc1-a55b-23d1fc669d07 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:34.575744 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.581943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:34.626305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:34.629664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc746ea-d69b-4838-ab19-f054e8071ad5 None None] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:34.797250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Allocated IP 172.20.0.1 (a63589df-6edf-4ae9-ad39-bbe327062778/78ddcc27-0fbd-435b-b5f4-fd479c9a14de/c1adcdc1-2926-4198-8677-23e5ef917256) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:34.804192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c8ac9-8ded-4374-bd2f-726c23deee02 None None] Pushing event updated for resources: {'Port': ['ID=7ec30d14-6156-4cc1-a55b-23d1fc669d07,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:34.817207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-849c8ac9-8ded-4374-bd2f-726c23deee02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:34.818162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Attempting to bind port 7ec30d14-6156-4cc1-a55b-23d1fc669d07 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:34.818587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Attempting to bind port 7ec30d14-6156-4cc1-a55b-23d1fc669d07 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:34.819169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Attempting to bind port 7ec30d14-6156-4cc1-a55b-23d1fc669d07 on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:34.825080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1e9cc7cc-5882-4a77-ac35-2b1a39888a5e None None] Provisioning for port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:34.827352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.834931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7927738'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.845321 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1e9cc7cc-5882-4a77-ac35-2b1a39888a5e None None] Provisioning complete for port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:34.845666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1e9cc7cc-5882-4a77-ac35-2b1a39888a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.897153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:34.898188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:34.898411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-045f7570-dc23-4fad-838a-eed4a7ade902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:34.899028 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:34.908659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:34.909077 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Bound port: 7ec30d14-6156-4cc1-a55b-23d1fc669d07, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:34.909544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.075483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e886f25-40e2-41ec-a726-bbe07ffd8d27,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:35.081227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.086546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:35.087386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.137608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Transition to ACTIVE for port object c1adcdc1-2926-4198-8677-23e5ef917256 will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:35.185768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.194052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c3ec0504-6fdf-4634-9c62-0d32c5691060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:35.212373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] For port 7ec30d14-6156-4cc1-a55b-23d1fc669d07, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:35.259541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] For port 7ec30d14-6156-4cc1-a55b-23d1fc669d07, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=7ec30d14-6156-4cc1-a55b-23d1fc669d07,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:35.281834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.299411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:35.351697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Network a63589df-6edf-4ae9-ad39-bbe327062778 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:35.355960 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:35.362371 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:35.363082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.364055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1e9cc7cc-5882-4a77-ac35-2b1a39888a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.411548 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c1adcdc1-2926-4198-8677-23e5ef917256,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:35.415120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:35.435105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:35.436377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:35.489863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee4e1be-b632-496e-ac5a-e3afb02acc81 None None] Network a63589df-6edf-4ae9-ad39-bbe327062778 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:35.512800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.630627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c8ac9-8ded-4374-bd2f-726c23deee02 None None] Pushing event updated for resources: {'Port': ['ID=7ec30d14-6156-4cc1-a55b-23d1fc669d07,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:35.634366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-849c8ac9-8ded-4374-bd2f-726c23deee02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:35.650543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:35.652112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:35.858689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6455ea43-507a-4ae6-ba8c-23618e834d52 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:35.862802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.868939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.870986 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:35.875996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:35.965019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-1e9cc7cc-5882-4a77-ac35-2b1a39888a5e None None] For port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:36.004580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Router 135d53bb-8124-4810-8cbd-a36826d2cc6f has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:13:36.023199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1e9cc7cc-5882-4a77-ac35-2b1a39888a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:36.035760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-17ac1670-d18b-4712-88e4-30cd13f89b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:36.064938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f3c396d-aaef-476a-a789-02af569c49a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:36.093101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:36.116489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c1adcdc1-2926-4198-8677-23e5ef917256,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:36.125742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:36.210894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Network a63589df-6edf-4ae9-ad39-bbe327062778 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:36.212931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:36.275913 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:36.296097 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] 10.222.0.60 "PUT /v2.0/routers/135d53bb-8124-4810-8cbd-a36826d2cc6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6084273 Jun 18 10:13:36.468972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cc7cc-5882-4a77-ac35-2b1a39888a5e None None] Pushing event updated for resources: {'Port': ['ID=e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:36.472698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1e9cc7cc-5882-4a77-ac35-2b1a39888a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:36.610811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 6455ea43-507a-4ae6-ba8c-23618e834d52 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:36.644128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-54dc002e-3db7-4f65-97f5-cfdbf1118003 None None] Provisioning for port bbaca593-5a7d-4355-8e90-a17969524cfd completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:36.792686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 6455ea43-507a-4ae6-ba8c-23618e834d52 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:36.793841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:36.846281 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-54dc002e-3db7-4f65-97f5-cfdbf1118003 None None] Provisioning complete for port bbaca593-5a7d-4355-8e90-a17969524cfd triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:36.847070 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-54dc002e-3db7-4f65-97f5-cfdbf1118003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:36.989658 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-b07dc4a4-dd0e-488e-99eb-ee7bd87f8e8a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224263615&fields=id&tenant_id=77cc2be305fa449cb0fa728179187440 HTTP/1.1" status: 200 len: 267 time: 0.1354699 Jun 18 10:13:37.135083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-0ae60a2a-8eb2-4318-9982-727f12e7e5cc tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:37.137803 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-0ae60a2a-8eb2-4318-9982-727f12e7e5cc tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 984 time: 0.1383176 Jun 18 10:13:37.140186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Router baa3d449-0f40-4f63-b519-29490f29ab97 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:13:37.152626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Request body: {'port': {'security_groups': ['32e087ad-7c93-46fb-a0a9-5324cdc6beb9']}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:37.322216 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-54dc002e-3db7-4f65-97f5-cfdbf1118003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.338944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.377339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.406543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 6455ea43-507a-4ae6-ba8c-23618e834d52, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=6455ea43-507a-4ae6-ba8c-23618e834d52,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:37.422241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.433672 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3de16a0f-75e4-45b7-949e-d18c2a107d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:37.464346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.493650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-54dc002e-3db7-4f65-97f5-cfdbf1118003 None None] For port bbaca593-5a7d-4355-8e90-a17969524cfd, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=bbaca593-5a7d-4355-8e90-a17969524cfd,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:37.507729 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-54dc002e-3db7-4f65-97f5-cfdbf1118003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.512266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 1, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:37.527134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ffefe-8fbd-49a2-84d4-c47921d3eca5 None None] The sync data for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi is: [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 1, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:37.534847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=6455ea43-507a-4ae6-ba8c-23618e834d52,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:37.538175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:37.540795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-849c8ac9-8ded-4374-bd2f-726c23deee02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:37.661078 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Provisioning for port c1adcdc1-2926-4198-8677-23e5ef917256 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:37.683626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Provisioning complete for port c1adcdc1-2926-4198-8677-23e5ef917256 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:37.686127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.806064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Port c1adcdc1-2926-4198-8677-23e5ef917256 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:13:37.818291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc002e-3db7-4f65-97f5-cfdbf1118003 None None] Pushing event updated for resources: {'Port': ['ID=bbaca593-5a7d-4355-8e90-a17969524cfd,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:37.821718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6455ea43-507a-4ae6-ba8c-23618e834d52 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:37.851784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-54dc002e-3db7-4f65-97f5-cfdbf1118003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:37.871757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Provisioning complete for port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:37.872128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.900378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] For port c01f924a-5ee6-4be4-b235-1ae743faadf8, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:37.902806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49734) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:37.910958 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1036108312-network', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:37.917344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:37.922876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Usage tracker for resource:network and tenant:1dc946b7fa7e432da6828f3e14cabf56 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:37.927795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:37.937793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.943313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.946302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:37.951731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aaf6b8d5-454a-466e-a567-105f541d535c tempest-AttachVolumeShelveTestJSON-517242203 tempest-AttachVolumeShelveTestJSON-517242203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:37.960624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Made reservation on behalf of 1dc946b7fa7e432da6828f3e14cabf56 for: {'network': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:13:37.966520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for network, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.982792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:37.984684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:38.001152 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] 10.222.0.60 "PUT /v2.0/routers/baa3d449-0f40-4f63-b519-29490f29ab97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5926468 Jun 18 10:13:38.035423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:38.039841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:38.040550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.043451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc946b7fa7e432da6828f3e14cabf56 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:38.049352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49740) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:38.050429 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dbe34357-5a15-4d01-b5bd-a4666e35f0c4 req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "PUT /v2.0/ports/c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 942 time: 0.9038177 Jun 18 10:13:38.053355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:38.055473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:13:38.077204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event updated for resources: {'Port': ['ID=c01f924a-5ee6-4be4-b235-1ae743faadf8,revision_number=7']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:38.081535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d531ecaf-c59d-4242-acc1-d0eca1f5817f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:38.090698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 6455ea43-507a-4ae6-ba8c-23618e834d52 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:38.091206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.095900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:38.186541 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cc35bedb-77f8-4c78-af9a-9c83ce8dab2a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.209368 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'status': 'completed', 'code': 200} Jun 18 10:13:38.219157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['c01f924a-5ee6-4be4-b235-1ae743faadf8'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:13:38.246240 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cc35bedb-77f8-4c78-af9a-9c83ce8dab2a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.355576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cc35bedb-77f8-4c78-af9a-9c83ce8dab2a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.362211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1cad5acd-7e1a-40a2-b530-29ea91f9669b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:38.408935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35bedb-77f8-4c78-af9a-9c83ce8dab2a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d731c2b3-3c4c-4268-b2ec-2066655cde46,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:38.416506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cc35bedb-77f8-4c78-af9a-9c83ce8dab2a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:38.438708 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['c01f924a-5ee6-4be4-b235-1ae743faadf8'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:13:38.439221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cc35bedb-77f8-4c78-af9a-9c83ce8dab2a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.440578 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-cc35bedb-77f8-4c78-af9a-9c83ce8dab2a tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "DELETE /v2.0/security-groups/d731c2b3-3c4c-4268-b2ec-2066655cde46 HTTP/1.1" status: 204 len: 168 time: 0.3893571 Jun 18 10:13:38.444415 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-974fd888-2718-4e16-92e7-0acac0d1d918 req-ef89bd2e-3608-4102-a184-3292f055e1bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77cc2be305fa449cb0fa728179187440&device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 1098 time: 0.1906345 Jun 18 10:13:38.460284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49756) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:38.535035 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30dc9703-ad3e-484f-83db-68592920ba54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.643210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Provisioning complete for port bbaca593-5a7d-4355-8e90-a17969524cfd triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:38.643772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.813388 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fd888-2718-4e16-92e7-0acac0d1d918 req-f23b6d35-4711-4428-8472-83595665a6d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:38.816501 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-974fd888-2718-4e16-92e7-0acac0d1d918 req-f23b6d35-4711-4428-8472-83595665a6d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 HTTP/1.1" status: 200 len: 916 time: 0.3623238 Jun 18 10:13:38.816827 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:38.903610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.914785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:38.923400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7473c1a2-2187-423f-af0e-8b18cdc61350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:38.980641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=82100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jun 18 10:13:38.999097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32438c43-31f8-4ed6-8984-0448ead14983,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:39.010317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Deleting port 3c9b2630-fca7-4ba0-b96b-80b3a838620e {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:39.011798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.066752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:39.067543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49760) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:39.077948 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Sync routers for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:39.090451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--597182523', 'description': 'tempest-description--1325758646'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:39.096640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.097124 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.segments_db [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Added segment a6c01a79-62db-4523-a46a-e1cdc7036c30 of type vlan for network 4868da71-25d6-43bf-a74d-f920ff4f6621 Jun 18 10:13:39.097741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:39.100042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:39.112597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:39.128350 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:security_group and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:39.142248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.143614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:39.188294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:39.257907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:39.258357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.272009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785712287381'] for network, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.284924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.374996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for network, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.379272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:39.379942 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.388046 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:39.389658 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-974fd888-2718-4e16-92e7-0acac0d1d918 req-b7180e5c-909b-4124-bafa-c1e86fb8b5bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 1000 time: 0.5649898 Jun 18 10:13:39.410242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3caf0402-3f80-45a6-b3bc-d6eded1bd2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:39.435275 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5307422 Jun 18 10:13:39.457479 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49764) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:39.488560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fd888-2718-4e16-92e7-0acac0d1d918 req-a75b6342-4d25-4530-a8af-68fb07c4db94 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:39.490206 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-974fd888-2718-4e16-92e7-0acac0d1d918 req-a75b6342-4d25-4530-a8af-68fb07c4db94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80bcab11-5446-4614-ae79-0e7d820a4671 HTTP/1.1" status: 200 len: 854 time: 0.0939407 Jun 18 10:13:39.503984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Provisioning for port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:39.529138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Provisioning complete for port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:39.529900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.545951 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Request body: {'subnet': {'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1036108312-subnet', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'ip_version': 4}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:39.626907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-74ff2e5d-d118-43dc-8461-218e12274c2c None None] Port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:13:39.639320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:39.651686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Usage tracker for resource:subnet and tenant:1dc946b7fa7e432da6828f3e14cabf56 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:39.655702 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-974fd888-2718-4e16-92e7-0acac0d1d918 req-d935a40b-4f08-4ff6-b1e3-2665d7dd7ba6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1577504 Jun 18 10:13:39.657453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:39.681106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:39.769203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1b4b6153-4198-46a7-823f-c1a9dce351b3 None None] Provisioning complete for port c1adcdc1-2926-4198-8677-23e5ef917256 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:39.769623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6153-4198-46a7-823f-c1a9dce351b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:39.849465 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bbaca593-5a7d-4355-8e90-a17969524cfd up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:39.902563 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 2, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:39.913215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Checking router: 135d53bb-8124-4810-8cbd-a36826d2cc6f for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:39.913615 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Updating router 135d53bb-8124-4810-8cbd-a36826d2cc6f port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:13:39.947610 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-974fd888-2718-4e16-92e7-0acac0d1d918 req-c65dc896-edd8-41aa-a6e1-fe0dfc5ff401 service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843726 Jun 18 10:13:40.019567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.068192 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b6153-4198-46a7-823f-c1a9dce351b3 None None] Port c1adcdc1-2926-4198-8677-23e5ef917256 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:13:40.114467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-1b4b6153-4198-46a7-823f-c1a9dce351b3 None None] Provisioning complete for port c01f924a-5ee6-4be4-b235-1ae743faadf8 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:40.115176 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1b4b6153-4198-46a7-823f-c1a9dce351b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.199509 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Pushing event updated for resources: {'Network': ['ID=4868da71-25d6-43bf-a74d-f920ff4f6621,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:40.212049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.212681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.228967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:40.242550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:security_group_rule and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:40.257562 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-974fd888-2718-4e16-92e7-0acac0d1d918 req-7fd4aa7d-5d4b-4a06-b908-a70119fb63ff service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016446 Jun 18 10:13:40.259494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:40.263231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4e9716fe-9b00-4f57-9f40-50d701d5f909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:40.264126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Made reservation on behalf of 1dc946b7fa7e432da6828f3e14cabf56 for: {'subnet': 1} {{(pid=82100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:13:40.269493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848291384'] for subnet, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.309745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:40.368860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Network 4868da71-25d6-43bf-a74d-f920ff4f6621 details requested by agent ovs-agent-dv-cinder-797022-1-iscsi with host dv-cinder-797022-1-iscsi {{(pid=82101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 18 10:13:40.404301 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.458139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port bbaca593-5a7d-4355-8e90-a17969524cfd triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:40.458555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.502919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Calling delete_port for 3c9b2630-fca7-4ba0-b96b-80b3a838620e owned by network:floatingip {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:40.532260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.549865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Transition to ACTIVE for port object 7e886f25-40e2-41ec-a726-bbe07ffd8d27 will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:40.560140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.577025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:40.663225 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.678990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.689830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4449ec04-1b55-4ba5-9978-6d8801c01a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:40.842036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e89819-8956-4d90-92ef-2c9cabc32199,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:40.845517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:40.870702 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.872054 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.7967310 Jun 18 10:13:40.875569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49776) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:40.884755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'security_group_rule': {'security_group_id': '57e89819-8956-4d90-92ef-2c9cabc32199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:40.901066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:40.916445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:security_group_rule and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:40.918173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ebf02-5110-4a2d-82e3-0a209b191da2 None None] Pushing event updated for resources: {'Port': ['ID=7e886f25-40e2-41ec-a726-bbe07ffd8d27,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:40.927673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:40.928741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6c3ebf02-5110-4a2d-82e3-0a209b191da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:40.934481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:40.934921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-00098b66-53e6-4a4e-9a48-39dbdb36fa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:40.957174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:40.977831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.034180 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Attempting to bind port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:41.034601 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Attempting to bind port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:41.035012 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Attempting to bind port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:41.048997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event deleted for resources: {'Port': ['ID=3c9b2630-fca7-4ba0-b96b-80b3a838620e,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:41.070017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:41.072552 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:41.073533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Checking segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:41.074110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.074588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Bound using segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:41.075132 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Bound port: 7e886f25-40e2-41ec-a726-bbe07ffd8d27, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:41.075724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.097576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.102706 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.111728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:41.129652 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90271d92-6ff3-4d6a-8247-ab3f4a807fb5,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:41.154946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.155437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.155849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.156423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.156826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.157267 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.157665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.158087 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.158483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.158872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.159426 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:41.170536 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:41.171899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.173487 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4500beb1-932b-4c44-8151-e7fea537975f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2965248 Jun 18 10:13:41.176336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49782) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:41.184441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'security_group_rule': {'security_group_id': '57e89819-8956-4d90-92ef-2c9cabc32199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:41.189335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] For port 7e886f25-40e2-41ec-a726-bbe07ffd8d27, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:41.191587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:41.192965 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] For port 7e886f25-40e2-41ec-a726-bbe07ffd8d27, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=7e886f25-40e2-41ec-a726-bbe07ffd8d27,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:41.196896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:security_group_rule and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:41.201633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:41.202238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.207573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8796c521-ab77-4016-844b-33957b8f469b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:41.209207 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:41.237720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.296862 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks [] for floatingip, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.337553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.341325 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.345458 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ebf02-5110-4a2d-82e3-0a209b191da2 None None] Pushing event updated for resources: {'Port': ['ID=7e886f25-40e2-41ec-a726-bbe07ffd8d27,revision_number=4']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:41.350645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:41.351311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:41.357103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f439ab05-dd92-41f4-863c-5f19afcefb1d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:41.382133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fe37d4-af57-4a8a-9d8d-77af9bdb38e4,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:41.384999 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:41.398209 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.405418 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8b432e1b-a945-47e2-a7bc-f278e70e81c5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2221539 Jun 18 10:13:41.405696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49790) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:41.424595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'floatingip': {'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:41.441830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:41.446748 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:floatingip and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:41.451068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:41.458181 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:41.474295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.553133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6c3ebf02-5110-4a2d-82e3-0a209b191da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:41.626377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:41.679778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7925794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848291367'] for subnet, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.689058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:41.693243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ba6abea1-5ea5-4fca-8bea-7226fbe2d206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:41.784333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1b7257-aff9-4240-bd4b-dfd7cb678d1e,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:41.849313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7ec30d14-6156-4cc1-a55b-23d1fc669d07 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:41.861516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:41.936504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Allocated IP 172.27.0.196 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/6129152c-9690-4781-86ef-fb3e321466d4) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:41.974619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Checking segment: {'id': 'a6c01a79-62db-4523-a46a-e1cdc7036c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:41.975017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Network hostable DHCP agents. Network: 4868da71-25d6-43bf-a74d-f920ff4f6621, hostable agents: ['6ccfbd8a-84c5-43ee-975e-fbcd2562aecd'], hosted agents: [] {{(pid=82100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jun 18 10:13:41.987017 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 7ec30d14-6156-4cc1-a55b-23d1fc669d07 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:41.992480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 7ec30d14-6156-4cc1-a55b-23d1fc669d07 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:41.993303 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.021751 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Network 4868da71-25d6-43bf-a74d-f920ff4f6621 is scheduled to be hosted by DHCP agent 6ccfbd8a-84c5-43ee-975e-fbcd2562aecd with binding_index 1 {{(pid=82100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jun 18 10:13:42.036081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797022-1-iscsi, 4868da71-25d6-43bf-a74d-f920ff4f6621) {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:42.056449 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f5e989-1b18-49fd-8e48-aae787b4d851 None None] Network 4868da71-25d6-43bf-a74d-f920ff4f6621 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:42.061581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:42.062260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.065724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:41Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:42.070688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa34676-53ee-4fc7-988c-e810e3c1a4c2 None None] The sync data for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi is: [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:41Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:42.095351 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3f0e8d6d-e5a6-41c4-8567-b4dba18cc5d8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6162403 Jun 18 10:13:42.096341 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49794) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:42.102278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Router 3be14e45-4486-4f54-8537-4781df9d286d has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:13:42.103386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:42.111196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:42.116315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Usage tracker for resource:router and tenant:1dc946b7fa7e432da6828f3e14cabf56 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:42.119637 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:42.127756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:42.139687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239529'] for router, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.140600 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854112541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854536287'] for router, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.197581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.239736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.389517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:42.401040 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.413555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] Sync routers for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:42.424743 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.427515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a61296d-ebf1-591d-8ec1-e5645f95e992-4868da71-25d6-43bf-a74d-f920ff4f6621', 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'fixed_ips': [{'subnet_id': 'ad1b7257-aff9-4240-bd4b-dfd7cb678d1e'}]}} from dv-cinder-797022-1-iscsi. {{(pid=82101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jun 18 10:13:42.428531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.431199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f82a9a3-fc7b-4257-98eb-11f74f58a84e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:42.454765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.484913 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2840e3af-e810-49b1-a038-3e10a0bc114f tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "DELETE /v2.0/floatingips/ac3a0496-9e3f-4748-affb-b3eaf02a689f HTTP/1.1" status: 204 len: 168 time: 4.0194283 Jun 18 10:13:42.485698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:13:42.516445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854071957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854536272'] for router, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.570868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 7ec30d14-6156-4cc1-a55b-23d1fc669d07, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=7ec30d14-6156-4cc1-a55b-23d1fc669d07,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:42.577839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:42.578847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:42.579691 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'status': 'completed', 'code': 200} Jun 18 10:13:42.601161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'Port': ['ID=6129152c-9690-4781-86ef-fb3e321466d4,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:42.613132 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:42.616872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:42.618444 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:42.628117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:42.913161 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.924642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1e9cc7cc-5882-4a77-ac35-2b1a39888a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:42.958883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:42.964545 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f298b3b2-c53a-44c5-b856-729f04673ec0 req-8258e5eb-d10b-406c-841b-f6d1996993f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=77cc2be305fa449cb0fa728179187440&device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 1098 time: 0.3245895 Jun 18 10:13:43.014649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Allocated IP 172.20.0.2 (4868da71-25d6-43bf-a74d-f920ff4f6621/ad1b7257-aff9-4240-bd4b-dfd7cb678d1e/db6b6028-6341-4ab5-8cc3-3a480283e950) {{(pid=82101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:43.270820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=7ec30d14-6156-4cc1-a55b-23d1fc669d07,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:43.275792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:43.289983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:43.326893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:43.438264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298b3b2-c53a-44c5-b856-729f04673ec0 req-4134ccf1-e93e-459f-934e-0907326fe242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:43.439789 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f298b3b2-c53a-44c5-b856-729f04673ec0 req-4134ccf1-e93e-459f-934e-0907326fe242 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 HTTP/1.1" status: 200 len: 916 time: 0.4061973 Jun 18 10:13:43.442665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:43.562583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:43.673549 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f298b3b2-c53a-44c5-b856-729f04673ec0 req-7028e4ea-67ec-4ec4-8a53-bdf66f17be1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 200 len: 217 time: 0.2007585 Jun 18 10:13:43.823806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Notify callbacks [] for port, precommit_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:43.841830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Transition to ACTIVE for port object db6b6028-6341-4ab5-8cc3-3a480283e950 will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:43.901579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Transition to ACTIVE for port object db6b6028-6341-4ab5-8cc3-3a480283e950 will not be triggered until provisioned by entity DHCP. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:43.944943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:43.951456 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-849c8ac9-8ded-4374-bd2f-726c23deee02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:43.990166 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7ec30d14-6156-4cc1-a55b-23d1fc669d07 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:43.994294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Sync routers for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:44.009808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:44.011450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:44.116040 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Network 4868da71-25d6-43bf-a74d-f920ff4f6621 is already hosted by enough agents. {{(pid=82101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:44.133645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Resources bound (agent type, host, resource id): {{(pid=82101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:44.146316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Received port after_create {{(pid=82101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:44.150555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Pushing event updated for resources: {'Port': ['ID=db6b6028-6341-4ab5-8cc3-3a480283e950,revision_number=1']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:44.156614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:44.170093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:11Z', 'revision_number': 5, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:44.176898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298b3b2-c53a-44c5-b856-729f04673ec0 req-f0c2fff6-fa4c-4053-a3cd-38b99663292c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:44.178533 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f298b3b2-c53a-44c5-b856-729f04673ec0 req-f0c2fff6-fa4c-4053-a3cd-38b99663292c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80bcab11-5446-4614-ae79-0e7d820a4671 HTTP/1.1" status: 200 len: 854 time: 0.4936321 Jun 18 10:13:44.206972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] Checking router: 3be14e45-4486-4f54-8537-4781df9d286d for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:44.264092 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:44.264625 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:44.297103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:44.364030 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Allocated IP 172.27.0.36 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/b48054fb-9f13-4a00-ba01-6f7dfef88582) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:44.476475 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Attempting to bind port db6b6028-6341-4ab5-8cc3-3a480283e950 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:44.476890 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Attempting to bind port db6b6028-6341-4ab5-8cc3-3a480283e950 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'a6c01a79-62db-4523-a46a-e1cdc7036c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:44.477294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Attempting to bind port db6b6028-6341-4ab5-8cc3-3a480283e950 on network 4868da71-25d6-43bf-a74d-f920ff4f6621 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:44.481218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 7ec30d14-6156-4cc1-a55b-23d1fc669d07 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:44.481633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:44.565033 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f298b3b2-c53a-44c5-b856-729f04673ec0 req-d56a6412-22de-4f57-8e29-f5b2f66c78be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3735654 Jun 18 10:13:44.574876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:44.662416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:44.662846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Checking segment: {'id': 'a6c01a79-62db-4523-a46a-e1cdc7036c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:44.663303 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:44.663747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Bound using segment: {'id': 'a6c01a79-62db-4523-a46a-e1cdc7036c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:44.664288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Bound port: db6b6028-6341-4ab5-8cc3-3a480283e950, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c01a79-62db-4523-a46a-e1cdc7036c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:44.664705 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:44.782123 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f298b3b2-c53a-44c5-b856-729f04673ec0 req-3bcd6535-b746-4504-823c-95ca3474f211 service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009139 Jun 18 10:13:44.872651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 2, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:44.879581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Checking router: baa3d449-0f40-4f63-b519-29490f29ab97 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:44.880548 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Updating router baa3d449-0f40-4f63-b519-29490f29ab97 port c1adcdc1-2926-4198-8677-23e5ef917256 binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:13:44.902736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7e886f25-40e2-41ec-a726-bbe07ffd8d27 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:44.933670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:44.944031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:44.947921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:44.954133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-19d8626c-4e47-427d-afeb-ad114d9956f4 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:44.992686 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] For port db6b6028-6341-4ab5-8cc3-3a480283e950, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:45.045344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] For port db6b6028-6341-4ab5-8cc3-3a480283e950, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=db6b6028-6341-4ab5-8cc3-3a480283e950,segment=NetworkSegment(a6c01a79-62db-4523-a46a-e1cdc7036c30),segment_id=a6c01a79-62db-4523-a46a-e1cdc7036c30)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:45.051288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.057893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:45.060562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.094687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.117653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'Port': ['ID=6129152c-9690-4781-86ef-fb3e321466d4,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:45.121655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:45.151945 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.153381 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7462394 Jun 18 10:13:45.159049 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f298b3b2-c53a-44c5-b856-729f04673ec0 req-d491562c-1c64-408e-96be-4648d52a342e service neutron] 10.222.0.70 "GET /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591735 Jun 18 10:13:45.198562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.205766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d0cd76c3-b651-4525-9189-3ed45f2072fd tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:45.277437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:45.287556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:45.290424 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:45.297978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:45.301247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Pushing event updated for resources: {'Port': ['ID=db6b6028-6341-4ab5-8cc3-3a480283e950,revision_number=2']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:45.316630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:45.316972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.382395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Pushing event updated for resources: {'Port': ['ID=b48054fb-9f13-4a00-ba01-6f7dfef88582,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:45.384281 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.384676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.385052 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.385990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.386197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:45.386363 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.386700 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.387239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.387436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.387755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.388112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.388471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:13:45.404999 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c2b1fe12-44c4-433c-84ad-de2431589844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:45.431687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.445985 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-35e267fe-6967-45a2-a5a2-97b210b7a840 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--597182523&fields=id&tenant_id=24b2124d5c0d46478cd2d054a5740fe2 HTTP/1.1" status: 200 len: 267 time: 0.1003797 Jun 18 10:13:45.461217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Transition to ACTIVE for port object c1adcdc1-2926-4198-8677-23e5ef917256 will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:45.469246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.474779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:45.558452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.591761 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:11Z', 'revision_number': 5, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:45.602704 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26412c-3dc7-4ebd-ab9d-97a0c0448a5a None None] The sync data for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi is: [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:11:00Z', 'revision_number': 4, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '348de3ab-4824-4e7e-b06d-11f07f1b34c3', 'name': '', 'network_id': '15f9f9c6-17aa-4e7a-818e-71a87bbc53c3', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'mac_address': 'fa:16:3e:08:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:00Z', 'updated_at': '2021-06-18T10:11:11Z', 'revision_number': 5, 'project_id': '77cc2be305fa449cb0fa728179187440', 'subnets': [{'id': '80bcab11-5446-4614-ae79-0e7d820a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:45.607957 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 7e886f25-40e2-41ec-a726-bbe07ffd8d27, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=7e886f25-40e2-41ec-a726-bbe07ffd8d27,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:45.615048 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.617359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6221fe28-8d88-41a5-af89-b08fcf898f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:45.633494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.634332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854081328'] for router, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.718123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e23077-534b-4319-84e8-c28e38c881c3 None None] Pushing event updated for resources: {'Port': ['ID=c1adcdc1-2926-4198-8677-23e5ef917256,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:45.726114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717efbe-54f2-4610-abd1-30a600ef065b req-ffbca262-1d93-4813-8471-b57fb0ac9fdf tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:45.727777 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-ffbca262-1d93-4813-8471-b57fb0ac9fdf tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 811 time: 0.2680407 Jun 18 10:13:45.732987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=7e886f25-40e2-41ec-a726-bbe07ffd8d27,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:45.733887 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-33e23077-534b-4319-84e8-c28e38c881c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:45.736880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:45.762441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Attempting to bind port c1adcdc1-2926-4198-8677-23e5ef917256 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:45.762855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Attempting to bind port c1adcdc1-2926-4198-8677-23e5ef917256 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:45.763240 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Attempting to bind port c1adcdc1-2926-4198-8677-23e5ef917256 on network a63589df-6edf-4ae9-ad39-bbe327062778 {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:45.771526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:45.771944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Checking segment: {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:45.772395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.772833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Bound using segment: {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:45.773353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Bound port: c1adcdc1-2926-4198-8677-23e5ef917256, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:45.773771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:45.844183 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-d11567bc-a0cd-4ae9-a5d0-4a815dbafe1a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/quotas/24b2124d5c0d46478cd2d054a5740fe2 HTTP/1.1" status: 200 len: 375 time: 0.1003041 Jun 18 10:13:45.928807 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49860) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:45.961288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] For port c1adcdc1-2926-4198-8677-23e5ef917256, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:45.968179 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] For port c1adcdc1-2926-4198-8677-23e5ef917256, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=c1adcdc1-2926-4198-8677-23e5ef917256,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:45.975880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:46.002185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:46.046093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cdaa91-1dc8-4b52-8433-3446552d40d4 admin admin] Deleting subnet dd6674df-250e-454b-93d9-8e3216030573 {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:13:46.049891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5cdaa91-1dc8-4b52-8433-3446552d40d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:46.083973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-2717efbe-54f2-4610-abd1-30a600ef065b req-616571d7-8936-46d5-be5c-eb70ca5c681e tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Synchronizing usage tracker for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:13:46.144907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-2717efbe-54f2-4610-abd1-30a600ef065b req-616571d7-8936-46d5-be5c-eb70ca5c681e tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Unset dirty status for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:13:46.145414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5cdaa91-1dc8-4b52-8433-3446552d40d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:46.146414 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-616571d7-8936-46d5-be5c-eb70ca5c681e tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2889400 Jun 18 10:13:46.257378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:46.258108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:46.297833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5cdaa91-1dc8-4b52-8433-3446552d40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:46.427320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e23077-534b-4319-84e8-c28e38c881c3 None None] Pushing event updated for resources: {'Port': ['ID=c1adcdc1-2926-4198-8677-23e5ef917256,revision_number=4']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:46.438807 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-33e23077-534b-4319-84e8-c28e38c881c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:46.444268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613d95a-0104-42c7-bbfe-80eb0940b1c8 None None] New status for floating IP ac3a0496-9e3f-4748-affb-b3eaf02a689f: DOWN {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:13:46.477145 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-aa0d0579-bab2-4070-9111-3718127fe78e service neutron] 10.222.0.60 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971268 Jun 18 10:13:46.549469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Router 758894b8-b746-406a-8502-dbff3d68d687 is scheduled to L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 with binding_index 1 {{(pid=82099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jun 18 10:13:46.584229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:46.784980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5cdaa91-1dc8-4b52-8433-3446552d40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:46.797534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:46.843849 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-6bfc07be-5a11-4414-983e-9f2ecfb54467 service neutron] 10.222.0.60 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587036 Jun 18 10:13:46.851286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b5cdaa91-1dc8-4b52-8433-3446552d40d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:46.879754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdaa91-1dc8-4b52-8433-3446552d40d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6674df-250e-454b-93d9-8e3216030573,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:46.894032 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b5cdaa91-1dc8-4b52-8433-3446552d40d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:46.899302 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b5cdaa91-1dc8-4b52-8433-3446552d40d4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dd6674df-250e-454b-93d9-8e3216030573 HTTP/1.1" status: 204 len: 168 time: 0.9689472 Jun 18 10:13:46.900039 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49868) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:47.036512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17a6eb-82af-41ab-b6e3-abec3986300f req-cc0c8d41-aad3-43a7-aa11-862e9b6e8f79 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:47.054532 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5c17a6eb-82af-41ab-b6e3-abec3986300f req-cc0c8d41-aad3-43a7-aa11-862e9b6e8f79 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.3465061 Jun 18 10:13:47.101095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:47.136153 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a296c454-a55c-4fee-a016-05d229197855 req-60cd397b-dc34-423b-a207-d6de66971ac6 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 210 time: 0.0522282 Jun 18 10:13:47.204471 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5c17a6eb-82af-41ab-b6e3-abec3986300f req-b1ec4f03-df03-4a64-94f8-7c3640e421b4 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488862 Jun 18 10:13:47.299312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:47.309864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Sync routers for ids ['758894b8-b746-406a-8502-dbff3d68d687'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:47.315620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:47.324042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89900753-8667-454d-82fb-cb69ae9ae802 None None] The sync data for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi is: [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:47.333931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Routers {'758894b8-b746-406a-8502-dbff3d68d687'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:47.334689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['758894b8-b746-406a-8502-dbff3d68d687'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:47.336071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Notify callbacks [] for router, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:47.341251 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2408609 Jun 18 10:13:47.341535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49880) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:47.353408 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:47.370102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35bc36b-3541-4b5a-8127-1384351e2872']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:47.394823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4983bb11-5c95-4f81-82de-4055e09bb509') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:47.395165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4983bb11-5c95-4f81-82de-4055e09bb509') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:47.412580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:47.443041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:47.458375 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:13:47.458816 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:13:47.476717 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:13:47.619554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:47.626905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Set router 758894b8-b746-406a-8502-dbff3d68d687 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:47.633659 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2e9ff065-034e-4e36-b0c1-6272c737e63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:47.663060 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:47.687772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f35bc36b-3541-4b5a-8127-1384351e2872,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:47.690752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:47.692979 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f36bb1aa-4de6-441d-9bba-448bff0dbed3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f35bc36b-3541-4b5a-8127-1384351e2872 HTTP/1.1" status: 204 len: 168 time: 0.7918108 Jun 18 10:13:47.969024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72bfc2c-ba78-462b-a80d-7817036dbf44 None None] Network 4868da71-25d6-43bf-a74d-f920ff4f6621 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:48.094675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device c1adcdc1-2926-4198-8677-23e5ef917256 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:48.226300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-5afb7a45-773f-407d-be7a-1ef1a0f5dfae None None] Provisioning for port db6b6028-6341-4ab5-8cc3-3a480283e950 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:48.265157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49892) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:48.290762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758894b8-b746-406a-8502-dbff3d68d687', 'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 3, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'gw_port': {'id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:43Z', 'updated_at': '2021-06-18T10:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:48.303739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Checking router: 758894b8-b746-406a-8502-dbff3d68d687 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:48.304138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Updating router 758894b8-b746-406a-8502-dbff3d68d687 port b48054fb-9f13-4a00-ba01-6f7dfef88582 binding host dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:13:48.390597 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d81066a7-deee-417c-b478-d4f7a38f7750 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=444a0806510048f1b30feba0a20c92c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1238954 Jun 18 10:13:48.393062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49896) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:48.461679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.471044 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port c1adcdc1-2926-4198-8677-23e5ef917256 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:48.491361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port c1adcdc1-2926-4198-8677-23e5ef917256 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:48.491775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.544540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d5ec4ec7-e550-47a1-a114-5592fc42646e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.589702 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d5ec4ec7-e550-47a1-a114-5592fc42646e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.661767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d5ec4ec7-e550-47a1-a114-5592fc42646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.672069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-85ed626a-3490-4ae1-9067-62d602aff229 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:48.694971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec4ec7-e550-47a1-a114-5592fc42646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed410dd-ef2c-4f40-ad58-296cc1e5d6af,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:48.706740 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d5ec4ec7-e550-47a1-a114-5592fc42646e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:48.708592 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d5ec4ec7-e550-47a1-a114-5592fc42646e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.710299 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d5ec4ec7-e550-47a1-a114-5592fc42646e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ed410dd-ef2c-4f40-ad58-296cc1e5d6af HTTP/1.1" status: 204 len: 168 time: 0.3161616 Jun 18 10:13:48.773378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.889106 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5f323527-896a-4ec4-af87-0a68200ceaaf req-2262ab19-67cb-4243-9ec4-d50254e7df23 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 210 time: 0.2305455 Jun 18 10:13:48.910007 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port c1adcdc1-2926-4198-8677-23e5ef917256, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=c1adcdc1-2926-4198-8677-23e5ef917256,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:48.916268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:48.917766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device db6b6028-6341-4ab5-8cc3-3a480283e950 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:48.966534 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:49.103266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=c1adcdc1-2926-4198-8677-23e5ef917256,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:49.110106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:49.128014 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port db6b6028-6341-4ab5-8cc3-3a480283e950 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:49.134210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Notify callbacks [] for port, precommit_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.137783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port db6b6028-6341-4ab5-8cc3-3a480283e950 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:49.138221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.163543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Transition to ACTIVE for port object b48054fb-9f13-4a00-ba01-6f7dfef88582 will not be triggered until provisioned by entity L2. {{(pid=82102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:49.190255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.196632 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2782655f-ab6b-4a36-8c69-1cd2d23a33c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:49.264611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Attempting to bind port b48054fb-9f13-4a00-ba01-6f7dfef88582 on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:49.265011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Attempting to bind port b48054fb-9f13-4a00-ba01-6f7dfef88582 by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:49.265602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Attempting to bind port b48054fb-9f13-4a00-ba01-6f7dfef88582 on network 521aa165-23aa-450e-a1a0-f100544bacd1 {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:49.280971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:49.281380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Checking segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:49.281830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.282316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Bound using segment: {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'} {{(pid=82102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:49.282854 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Bound port: b48054fb-9f13-4a00-ba01-6f7dfef88582, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d6032-c467-4543-8f47-f61f899210ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}}] {{(pid=82102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:49.284157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.294782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5c2b2-926f-4bad-9b5c-680d771a673d req-6bfbd47a-ebcb-4dd2-a82b-72b0a7ef90ff tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:49.296716 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c4c5c2b2-926f-4bad-9b5c-680d771a673d req-6bfbd47a-ebcb-4dd2-a82b-72b0a7ef90ff tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.6396236 Jun 18 10:13:49.321471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-0affc999-5b00-4f46-9e7e-33924e46e653 None None] Provisioning complete for port db6b6028-6341-4ab5-8cc3-3a480283e950 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:49.322171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0affc999-5b00-4f46-9e7e-33924e46e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.326840 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-c98b8dc9-6484-4c8d-b9ea-db09c7de5f9d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:49.328534 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-c98b8dc9-6484-4c8d-b9ea-db09c7de5f9d tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 945 time: 0.6646464 Jun 18 10:13:49.384590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] For port b48054fb-9f13-4a00-ba01-6f7dfef88582, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:49.388813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] For port b48054fb-9f13-4a00-ba01-6f7dfef88582, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=b48054fb-9f13-4a00-ba01-6f7dfef88582,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:49.393666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.430093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe54747-dedc-40bc-8aef-d8aaf746dc1c None None] Pushing event updated for resources: {'Port': ['ID=b48054fb-9f13-4a00-ba01-6f7dfef88582,revision_number=2']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:49.467806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.485568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5fe54747-dedc-40bc-8aef-d8aaf746dc1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:49.486034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:49.500344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717efbe-54f2-4610-abd1-30a600ef065b req-9e3d8827-fb8e-42cf-8fee-f3d0b2d97b7c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:49.502315 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-9e3d8827-fb8e-42cf-8fee-f3d0b2d97b7c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 811 time: 0.5822318 Jun 18 10:13:49.511427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Deleting port c01f924a-5ee6-4be4-b235-1ae743faadf8 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:49.511925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.534023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Routers {'758894b8-b746-406a-8502-dbff3d68d687'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:49.534904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['758894b8-b746-406a-8502-dbff3d68d687'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:49.561627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port db6b6028-6341-4ab5-8cc3-3a480283e950, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=db6b6028-6341-4ab5-8cc3-3a480283e950,segment=NetworkSegment(a6c01a79-62db-4523-a46a-e1cdc7036c30),segment_id=a6c01a79-62db-4523-a46a-e1cdc7036c30)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:49.564395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0affc999-5b00-4f46-9e7e-33924e46e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.579734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.580657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7e886f25-40e2-41ec-a726-bbe07ffd8d27 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:49.611550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ecde9d6b-3e9b-4e93-b5e6-9dc1eeced7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:49.700618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe54747-dedc-40bc-8aef-d8aaf746dc1c None None] Pushing event updated for resources: {'Port': ['ID=b48054fb-9f13-4a00-ba01-6f7dfef88582,revision_number=3']} {{(pid=82102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:49.705987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5fe54747-dedc-40bc-8aef-d8aaf746dc1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:49.750429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] Set router 758894b8-b746-406a-8502-dbff3d68d687 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:49.787842 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=db6b6028-6341-4ab5-8cc3-3a480283e950,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:49.805607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:49.810838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.db.api [None req-0affc999-5b00-4f46-9e7e-33924e46e653 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:13:49.811407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_db.api [None req-0affc999-5b00-4f46-9e7e-33924e46e653 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:13:49.811928 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c4c5c2b2-926f-4bad-9b5c-680d771a673d req-260cbeff-a70a-46e9-b193-0326c993b391 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/security-groups?id=32e087ad-7c93-46fb-a0a9-5324cdc6beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823380 Jun 18 10:13:49.842330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:49.842330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:49.862563 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-5477fad7-cbe8-4130-afa7-bb24d77e25da tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24b2124d5c0d46478cd2d054a5740fe2 HTTP/1.1" status: 200 len: 5044 time: 0.3144951 Jun 18 10:13:49.885005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'port': {'device_id': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'admin_state_up': True, 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'security_groups': ['57e89819-8956-4d90-92ef-2c9cabc32199']}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:50.077074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device c1adcdc1-2926-4198-8677-23e5ef917256 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:50.147910 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2699c224-a2f2-4cbc-9e9a-70b8b26fb4d2 req-65f759db-4286-488a-86f2-a1a0b83bee6c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 210 time: 0.0843537 Jun 18 10:13:50.154971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port c1adcdc1-2926-4198-8677-23e5ef917256 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:50.155242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:50.212517 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] For port c01f924a-5ee6-4be4-b235-1ae743faadf8, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=c01f924a-5ee6-4be4-b235-1ae743faadf8,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:50.212894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:50.267167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-3822845c-8031-4009-bd83-303122f9e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758894b8-b746-406a-8502-dbff3d68d687', 'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 3, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'gw_port': {'id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:43Z', 'updated_at': '2021-06-18T10:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:50.271291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822845c-8031-4009-bd83-303122f9e106 None None] The sync data for ids ['758894b8-b746-406a-8502-dbff3d68d687'] in dv-cinder-797022-1-iscsi is: [{'id': '758894b8-b746-406a-8502-dbff3d68d687', 'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 3, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'gw_port': {'id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:43Z', 'updated_at': '2021-06-18T10:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:50.301031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device db6b6028-6341-4ab5-8cc3-3a480283e950 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:50.366975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Calling delete_port for c01f924a-5ee6-4be4-b235-1ae743faadf8 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:50.408994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:50.426707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port db6b6028-6341-4ab5-8cc3-3a480283e950 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:50.427129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:50.436715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:50.471004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Made reservation on behalf of 24b2124d5c0d46478cd2d054a5740fe2 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:13:50.476360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:51.030684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:51.066012 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['c01f924a-5ee6-4be4-b235-1ae743faadf8'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:13:51.078021 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1413328a-2f7b-4d91-86d6-cfbe1b9e043f req-eb92cb12-244e-49f9-9bed-7d3de51c74a1 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ed8ce15-5467-4de5-82ae-5a158961df92 HTTP/1.1" status: 200 len: 210 time: 0.1086679 Jun 18 10:13:51.078712 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:51.148512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Pushing event deleted for resources: {'Port': ['ID=c01f924a-5ee6-4be4-b235-1ae743faadf8,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:51.159246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:51.301673 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] No DVR routers for this DVR port c01f924a-5ee6-4be4-b235-1ae743faadf8 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:13:51.305001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Allocated IP 172.20.0.10 (a63589df-6edf-4ae9-ad39-bbe327062778/78ddcc27-0fbd-435b-b5f4-fd479c9a14de/85e1c89a-adef-4234-b7a1-96dc9bc39177) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:51.345474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:51.348224 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'name': 'network-vif-deleted', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:13:51.378869 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3d73078a-7e2e-4bf3-a314-e1c21a3c7c46 req-ec455c66-1f95-43f1-a853-25e3fde20317 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 210 time: 0.0786421 Jun 18 10:13:51.382913 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:51.409850 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aef73f8a-54e4-4f12-9c66-eb1bcad34048 req-7f18ae62-2437-4e92-b6a4-78c1e1d744d3 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] 10.222.0.70 "DELETE /v2.0/ports/c01f924a-5ee6-4be4-b235-1ae743faadf8 HTTP/1.1" status: 204 len: 173 time: 2.0580134 Jun 18 10:13:51.424670 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed8ce15-5467-4de5-82ae-5a158961df92', 'name': 'network-vif-deleted', 'tag': 'c01f924a-5ee6-4be4-b235-1ae743faadf8', 'status': 'completed', 'code': 200} Jun 18 10:13:51.544399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:51.783220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:51.811205 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Allocated IP 172.20.0.1 (4868da71-25d6-43bf-a74d-f920ff4f6621/ad1b7257-aff9-4240-bd4b-dfd7cb678d1e/813379f4-6d48-41c9-ba75-ea2d70737bfd) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:13:51.813443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Transition to ACTIVE for port object 85e1c89a-adef-4234-b7a1-96dc9bc39177 will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:51.937483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:51.953472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-44db0a96-ed1a-47f2-a196-a2ff31532454 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:52.067280 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Network a63589df-6edf-4ae9-ad39-bbe327062778 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:52.073217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:52.077813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.081026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'Port': ['ID=85e1c89a-adef-4234-b7a1-96dc9bc39177,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:52.083587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:52.087454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b48054fb-9f13-4a00-ba01-6f7dfef88582 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:52.087823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:52.089113 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.096825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:52.120457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Transition to ACTIVE for port object 813379f4-6d48-41c9-ba75-ea2d70737bfd will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:52.130761 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2498906 Jun 18 10:13:52.152247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Request body: {'port': {'device_id': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:52.184144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port b48054fb-9f13-4a00-ba01-6f7dfef88582 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:52.190782 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port b48054fb-9f13-4a00-ba01-6f7dfef88582 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:52.191206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.295726 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.321363 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dab3b1ad-a1e6-40ca-8a34-a27002f01a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:52.334316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.350980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port b48054fb-9f13-4a00-ba01-6f7dfef88582, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=b48054fb-9f13-4a00-ba01-6f7dfef88582,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:52.355337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.357305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:52.412140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Network 4868da71-25d6-43bf-a74d-f920ff4f6621 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:52.423969 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:52.432700 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:13:52.433230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700941'] for router_interface, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.436472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=b48054fb-9f13-4a00-ba01-6f7dfef88582,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:52.447189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Pushing event updated for resources: {'Port': ['ID=813379f4-6d48-41c9-ba75-ea2d70737bfd,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:52.448576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:52.451530 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.472433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:52.580342 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-e5dc688c-d229-45e0-a138-1d12f45aa47b None None] Provisioning for port 85e1c89a-adef-4234-b7a1-96dc9bc39177 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:52.586665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-e5dc688c-d229-45e0-a138-1d12f45aa47b None None] Provisioning complete for port 85e1c89a-adef-4234-b7a1-96dc9bc39177 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:52.587180 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e5dc688c-d229-45e0-a138-1d12f45aa47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.648623 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc688c-d229-45e0-a138-1d12f45aa47b None None] Port 85e1c89a-adef-4234-b7a1-96dc9bc39177 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:13:52.864422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.878796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-0675d8bb-c6d1-4642-ab9a-25c4fca15c82 None None] Provisioning for port 813379f4-6d48-41c9-ba75-ea2d70737bfd completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:13:52.884579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-0675d8bb-c6d1-4642-ab9a-25c4fca15c82 None None] Provisioning complete for port 813379f4-6d48-41c9-ba75-ea2d70737bfd triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:52.885824 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0675d8bb-c6d1-4642-ab9a-25c4fca15c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:52.949546 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-0675d8bb-c6d1-4642-ab9a-25c4fca15c82 None None] Port 813379f4-6d48-41c9-ba75-ea2d70737bfd cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:13:52.983266 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb0b3d-df38-4006-8cab-a73fb6c7bee1 req-52e420b9-c0f3-4d3a-9fa3-3828153cc4fa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:52.984100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-f4cb0b3d-df38-4006-8cab-a73fb6c7bee1 req-52e420b9-c0f3-4d3a-9fa3-3828153cc4fa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Synchronizing usage tracker for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:13:53.048982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-f4cb0b3d-df38-4006-8cab-a73fb6c7bee1 req-52e420b9-c0f3-4d3a-9fa3-3828153cc4fa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Unset dirty status for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:13:53.052806 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f4cb0b3d-df38-4006-8cab-a73fb6c7bee1 req-52e420b9-c0f3-4d3a-9fa3-3828153cc4fa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 932 time: 0.4956744 Jun 18 10:13:53.213776 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f4cb0b3d-df38-4006-8cab-a73fb6c7bee1 req-cc02c50d-01a3-4faa-a80c-c75e7066ebd5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388898 Jun 18 10:13:53.218357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49964) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:53.311918 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e1c89a-adef-4234-b7a1-96dc9bc39177 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:13:53.323093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:53.343834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Transition to ACTIVE for port object 85e1c89a-adef-4234-b7a1-96dc9bc39177 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:53.358450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:53.365051 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-24f127a5-d917-44cc-b8ad-0f92440f21f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:53.396689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:53.415448 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:53.416300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1510381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074638'] for router_interface, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:53.534472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Pushing event updated for resources: {'Port': ['ID=85e1c89a-adef-4234-b7a1-96dc9bc39177,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:53.537690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:53.542848 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6d0a8701-63f4-4bb6-af3d-1ce470bd4d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:53.647279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device c01f924a-5ee6-4be4-b235-1ae743faadf8 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:13:53.701223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: c01f924a-5ee6-4be4-b235-1ae743faadf8 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:13:53.701881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device c01f924a-5ee6-4be4-b235-1ae743faadf8 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:13:53.922307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074653'] for router_interface, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:53.973529 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Pushing event updated for resources: {'Port': ['ID=813379f4-6d48-41c9-ba75-ea2d70737bfd,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:53.981757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:53.982755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Attempting to bind port 85e1c89a-adef-4234-b7a1-96dc9bc39177 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:53.983307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Attempting to bind port 85e1c89a-adef-4234-b7a1-96dc9bc39177 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:53.983507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Attempting to bind port 85e1c89a-adef-4234-b7a1-96dc9bc39177 on network a63589df-6edf-4ae9-ad39-bbe327062778 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:54.003760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Port 85e1c89a-adef-4234-b7a1-96dc9bc39177 on network a63589df-6edf-4ae9-ad39-bbe327062778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:13:54.004130 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Attempting to bind port 85e1c89a-adef-4234-b7a1-96dc9bc39177 on network a63589df-6edf-4ae9-ad39-bbe327062778 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:54.021899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:54.022309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Checking segment: {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:54.022741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Bound using segment: {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:54.023232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Bound port: 85e1c89a-adef-4234-b7a1-96dc9bc39177, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:54.023624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:54.042419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Network 4868da71-25d6-43bf-a74d-f920ff4f6621 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:13:54.045555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:13:54.074298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b48054fb-9f13-4a00-ba01-6f7dfef88582 up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:13:54.173471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port b48054fb-9f13-4a00-ba01-6f7dfef88582 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:54.174252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:54.304838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] For port 85e1c89a-adef-4234-b7a1-96dc9bc39177, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:54.309164 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] For port 85e1c89a-adef-4234-b7a1-96dc9bc39177, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:54.321081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:54.329415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b442ea38-40fe-44b8-aaa3-efa843ff9dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:54.460820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:54.462490 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] 10.222.0.70 "PUT /v2.0/ports/85e1c89a-adef-4234-b7a1-96dc9bc39177 HTTP/1.1" status: 200 len: 1094 time: 2.3172290 Jun 18 10:13:54.466589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'tag': '85e1c89a-adef-4234-b7a1-96dc9bc39177'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:13:54.511407 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2fe5107f-ec86-4f57-a9fa-8b737660f10e None None] Provisioning complete for port 813379f4-6d48-41c9-ba75-ea2d70737bfd triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:13:54.512707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2fe5107f-ec86-4f57-a9fa-8b737660f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:54.596065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5107f-ec86-4f57-a9fa-8b737660f10e None None] Port 813379f4-6d48-41c9-ba75-ea2d70737bfd cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:13:54.612318 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'tag': '85e1c89a-adef-4234-b7a1-96dc9bc39177', 'status': 'completed', 'code': 200} Jun 18 10:13:54.663352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Deleting port 348de3ab-4824-4e7e-b06d-11f07f1b34c3 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:54.663724 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:54.679127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Pushing event updated for resources: {'Port': ['ID=85e1c89a-adef-4234-b7a1-96dc9bc39177,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:54.689684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:54.767574 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479039ca-02e8-4127-a5ae-06e0c28c8524 req-51d828b6-31e2-488f-bc18-8ab730360070 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:54.769153 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-479039ca-02e8-4127-a5ae-06e0c28c8524 req-51d828b6-31e2-488f-bc18-8ab730360070 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 944 time: 0.3664150 Jun 18 10:13:54.798709 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-fb91f0a4-7996-4d93-a50b-82ceee4ca948 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 1097 time: 0.2531340 Jun 18 10:13:54.862797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] For port 348de3ab-4824-4e7e-b06d-11f07f1b34c3, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=348de3ab-4824-4e7e-b06d-11f07f1b34c3,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:54.863201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:54.905367 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-c55b941c-9ff2-41e1-9b6a-aa5bd09d7829 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177 HTTP/1.1" status: 200 len: 217 time: 0.0910637 Jun 18 10:13:54.967900 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-479039ca-02e8-4127-a5ae-06e0c28c8524 req-aca55470-b6d0-470b-b702-4edef5d11f77 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905816 Jun 18 10:13:55.008441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Calling delete_port for 348de3ab-4824-4e7e-b06d-11f07f1b34c3 owned by network:router_interface {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:55.022538 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f92ac011-f3fa-47e7-9524-5e85ecf75946 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:55.024038 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-f92ac011-f3fa-47e7-9524-5e85ecf75946 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 200 len: 850 time: 0.1104405 Jun 18 10:13:55.073737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Router 758894b8-b746-406a-8502-dbff3d68d687 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:13:55.185227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:55.189824 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0286e6bc-c626-4265-9dee-485cff3f2dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:55.233054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=348de3ab-4824-4e7e-b06d-11f07f1b34c3,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:55.235821 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:55.248819 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-8449a1a0-fe10-4509-981c-70c6dba21728 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a63589df-6edf-4ae9-ad39-bbe327062778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2158649 Jun 18 10:13:55.461469 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-04351f8c-30bc-4356-9aa5-8da5884c4c9a service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989977 Jun 18 10:13:55.558208 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853265420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700531'] for router_interface, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:55.616244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:55.622746 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] 10.222.0.60 "PUT /v2.0/routers/758894b8-b746-406a-8502-dbff3d68d687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2800677 Jun 18 10:13:55.644728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Sync routers for ids ['758894b8-b746-406a-8502-dbff3d68d687'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:55.646823 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2717efbe-54f2-4610-abd1-30a600ef065b req-2079f8fc-c5b7-4243-9765-02f98a2a493d service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766639 Jun 18 10:13:55.663620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Routers {'758894b8-b746-406a-8502-dbff3d68d687'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:55.664692 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['758894b8-b746-406a-8502-dbff3d68d687'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:55.858978 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5fbbe8a-cd27-4908-b096-0936c74815a5 req-f5dbddb8-d28c-4154-927a-03cc86cf3839 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 1097 time: 0.1079156 Jun 18 10:13:55.896416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Set router 758894b8-b746-406a-8502-dbff3d68d687 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:56.081537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbbe8a-cd27-4908-b096-0936c74815a5 req-1b188253-4562-48d6-ab1d-3bac3bb65903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:56.083328 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5fbbe8a-cd27-4908-b096-0936c74815a5 req-1b188253-4562-48d6-ab1d-3bac3bb65903 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 912 time: 0.2161944 Jun 18 10:13:56.187548 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5fbbe8a-cd27-4908-b096-0936c74815a5 req-8879633f-3ae2-4d5c-b484-95d00075c414 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177 HTTP/1.1" status: 200 len: 217 time: 0.0922844 Jun 18 10:13:56.333495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Router 3be14e45-4486-4f54-8537-4781df9d286d has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:13:56.497798 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758894b8-b746-406a-8502-dbff3d68d687', 'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:13:52Z', 'revision_number': 4, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'gw_port': {'id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:43Z', 'updated_at': '2021-06-18T10:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '813379f4-6d48-41c9-ba75-ea2d70737bfd', 'name': '', 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'mac_address': 'fa:16:3e:4d:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad1b7257-aff9-4240-bd4b-dfd7cb678d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:51Z', 'updated_at': '2021-06-18T10:13:53Z', 'revision_number': 2, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'subnets': [{'id': 'ad1b7257-aff9-4240-bd4b-dfd7cb678d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:56.509221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Checking router: 758894b8-b746-406a-8502-dbff3d68d687 for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:56.509627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Updating router 758894b8-b746-406a-8502-dbff3d68d687 port 813379f4-6d48-41c9-ba75-ea2d70737bfd binding host dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jun 18 10:13:56.588005 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbbe8a-cd27-4908-b096-0936c74815a5 req-9ade68cc-3a72-4001-839f-3008f4eecb8c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:56.592312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:56.600208 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5fbbe8a-cd27-4908-b096-0936c74815a5 req-9ade68cc-3a72-4001-839f-3008f4eecb8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 200 len: 850 time: 0.4064965 Jun 18 10:13:56.713920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9960c-621f-4621-838d-68fe864f8cd8 req-acc25fe2-1082-411b-9a51-df4ea446eb4f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:56.715833 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-29d9960c-621f-4621-838d-68fe864f8cd8 req-acc25fe2-1082-411b-9a51-df4ea446eb4f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 944 time: 0.4779880 Jun 18 10:13:56.763705 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5fbbe8a-cd27-4908-b096-0936c74815a5 req-b39c4f6c-0f96-4600-858a-0dea4c5ef5d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a63589df-6edf-4ae9-ad39-bbe327062778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1530540 Jun 18 10:13:56.871839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:13:56.882179 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-29d9960c-621f-4621-838d-68fe864f8cd8 req-291a4906-080c-4352-ae2b-285f97b1b1f7 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580989 Jun 18 10:13:56.883292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] Sync routers for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:13:56.897155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49980) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:56.909522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489422729', 'description': 'tempest-secgroup-smoke-489422729 description', 'project_id': 'a58e40cae95b4874b28782fedac0572d'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:56.911426 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:56.914446 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:56.915313 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] 10.222.0.60 "PUT /v2.0/routers/3be14e45-4486-4f54-8537-4781df9d286d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6954691 Jun 18 10:13:56.923276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 49984) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:56.933171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:56.954438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:security_group and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:56.960095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:56.985975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:57.014316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.028774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Notify callbacks [] for port, precommit_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.042453 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5fbbe8a-cd27-4908-b096-0936c74815a5 req-c4df6100-585a-4dfd-b87a-420d106893a4 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675500 Jun 18 10:13:57.042711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Transition to ACTIVE for port object 813379f4-6d48-41c9-ba75-ea2d70737bfd will not be triggered until provisioned by entity L2. {{(pid=82101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:13:57.049520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.054714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:57.123526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:57.192987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks [] for router, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.200315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:57.210806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:security_group_rule and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:57.216269 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:57.232727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb3874-7f92-433f-8451-9efb6857a833 None None] Pushing event updated for resources: {'Port': ['ID=813379f4-6d48-41c9-ba75-ea2d70737bfd,revision_number=3']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:57.237767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:57.243276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-02fb3874-7f92-433f-8451-9efb6857a833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:57.304393 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5fbbe8a-cd27-4908-b096-0936c74815a5 req-5280c665-2c47-42fb-8216-a4d5ed7a1805 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522621 Jun 18 10:13:57.349683 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.353551 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.358643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:57.372868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Attempting to bind port 813379f4-6d48-41c9-ba75-ea2d70737bfd on host dv-cinder-797022-1-iscsi for vnic_type normal with profile {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:13:57.373694 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Attempting to bind port 813379f4-6d48-41c9-ba75-ea2d70737bfd by drivers openvswitch,hyperv on host dv-cinder-797022-1-iscsi at level 0 using segments [{'id': 'a6c01a79-62db-4523-a46a-e1cdc7036c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621'}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:13:57.373857 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Attempting to bind port 813379f4-6d48-41c9-ba75-ea2d70737bfd on network 4868da71-25d6-43bf-a74d-f920ff4f6621 {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:13:57.383576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Checking agent: {'id': '497d20f1-587c-4dbf-b79d-430e35db289c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797022-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 9, 56, 37), 'started_at': datetime.datetime(2021, 6, 18, 9, 57, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797022-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:13:57.384165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Checking segment: {'id': 'a6c01a79-62db-4523-a46a-e1cdc7036c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:13:57.384634 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.386100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Bound using segment: {'id': 'a6c01a79-62db-4523-a46a-e1cdc7036c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621'} {{(pid=82101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:13:57.386642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Bound port: 813379f4-6d48-41c9-ba75-ea2d70737bfd, host: dv-cinder-797022-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c01a79-62db-4523-a46a-e1cdc7036c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621'}}] {{(pid=82101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:13:57.387071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.413228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23767d3d-687e-4a12-b781-21f5d692c450,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:57.422413 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:57.441643 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.444444 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ebac3f3e-6e3b-43b9-9755-12a6432646ca tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5460875 Jun 18 10:13:57.447617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49988) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:57.456652 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'security_group_rule': {'security_group_id': '23767d3d-687e-4a12-b781-21f5d692c450', 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:57.474103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:57.483687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.488565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:security_group_rule and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:57.493857 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:57.495487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Deleting port ef5ef512-a676-48f3-bb6a-c12342565345 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:57.495885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.504182 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:57.529617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] For port 813379f4-6d48-41c9-ba75-ea2d70737bfd, host dv-cinder-797022-1-iscsi, cleared binding levels {{(pid=82101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:13:57.529868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.537070 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] For port 813379f4-6d48-41c9-ba75-ea2d70737bfd, host dv-cinder-797022-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=813379f4-6d48-41c9-ba75-ea2d70737bfd,segment=NetworkSegment(a6c01a79-62db-4523-a46a-e1cdc7036c30),segment_id=a6c01a79-62db-4523-a46a-e1cdc7036c30)] {{(pid=82101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:13:57.543103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.553079 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:13:55Z', 'revision_number': 5, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port': {'id': 'ef5ef512-a676-48f3-bb6a-c12342565345', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be14e45-4486-4f54-8537-4781df9d286d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:10:57Z', 'updated_at': '2021-06-18T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:57.558801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] Checking router: 3be14e45-4486-4f54-8537-4781df9d286d for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:13:57.559726 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:57.579987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] Routers {'3be14e45-4486-4f54-8537-4781df9d286d'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:57.580688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['3be14e45-4486-4f54-8537-4781df9d286d'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:57.653599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.657926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.670293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:57.696211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c066badc-92a4-4457-9338-b67f0e7ff887,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:57.702695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Routers {'758894b8-b746-406a-8502-dbff3d68d687'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:13:57.704338 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['758894b8-b746-406a-8502-dbff3d68d687'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:57.705326 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:57.716717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.718399 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2696631 Jun 18 10:13:57.721231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49992) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:57.728115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'security_group_rule': {'security_group_id': '23767d3d-687e-4a12-b781-21f5d692c450', 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:57.735977 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:57.740988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:security_group_rule and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:57.748531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:57.755784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:57.779766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] For port ef5ef512-a676-48f3-bb6a-c12342565345, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=ef5ef512-a676-48f3-bb6a-c12342565345,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:13:57.780177 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.784741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] Set router 3be14e45-4486-4f54-8537-4781df9d286d gateway port host: None {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:57.789681 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.880868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb3874-7f92-433f-8451-9efb6857a833 None None] Pushing event updated for resources: {'Port': ['ID=813379f4-6d48-41c9-ba75-ea2d70737bfd,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:57.893149 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-02fb3874-7f92-433f-8451-9efb6857a833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:57.934173 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.939403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.948750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:57.981423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a723e807-2d50-41e6-9e84-f751c61b45a5,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:57.983490 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:13:57Z', 'revision_number': 6, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port_host': None}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:57.984847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:57.993706 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:57.995947 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7a0f0a20-d687-4cc6-b8f3-679f35ee089c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2735407 Jun 18 10:13:57.997806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321f1a0-56f6-4cf1-accd-c6f44b84c3ac None None] The sync data for ids ['3be14e45-4486-4f54-8537-4781df9d286d'] in dv-cinder-797022-1-iscsi is: [{'id': '3be14e45-4486-4f54-8537-4781df9d286d', 'name': 'tempest-TestMinimumBasicScenario-2062746048-router', 'tenant_id': '77cc2be305fa449cb0fa728179187440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:10:56Z', 'updated_at': '2021-06-18T10:13:57Z', 'revision_number': 6, 'project_id': '77cc2be305fa449cb0fa728179187440', 'gw_port_host': None}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:57.998631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 49998) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:58.010109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Calling delete_port for ef5ef512-a676-48f3-bb6a-c12342565345 owned by network:router_gateway {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:13:58.030997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'security_group_rule': {'security_group_id': '23767d3d-687e-4a12-b781-21f5d692c450', 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:58.039272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:58.044667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:security_group_rule and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:58.048858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:58.072054 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:58.075693 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] Set router 758894b8-b746-406a-8502-dbff3d68d687 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:13:58.117628 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.248515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.254191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:58.298647 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5ef512-a676-48f3-bb6a-c12342565345,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:58.301353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:58.314360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.326553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc55f94-4857-4cfc-8ce4-ee39dc37b6cf req-5508fd84-ff14-4f4a-99fe-3949521ace23 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:58.328263 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-edc55f94-4857-4cfc-8ce4-ee39dc37b6cf req-5508fd84-ff14-4f4a-99fe-3949521ace23 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 944 time: 0.1726789 Jun 18 10:13:58.328989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.332922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:58.370802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f4c889-13a2-4e18-a33d-bb2686d3dd83,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:58.383403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:58.410885 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.415056 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7e2018e5-bce5-4504-8115-9960b8b6824b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4112761 Jun 18 10:13:58.415361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50002) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:58.425049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'security_group_rule': {'security_group_id': '23767d3d-687e-4a12-b781-21f5d692c450', 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:58.431660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:58.437234 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-edc55f94-4857-4cfc-8ce4-ee39dc37b6cf req-1835a416-da45-4661-8a10-469fe9921c7c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954409 Jun 18 10:13:58.439927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:security_group_rule and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:58.443101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:58.453626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:58.490865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.511172 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758894b8-b746-406a-8502-dbff3d68d687', 'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:13:52Z', 'revision_number': 4, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'gw_port': {'id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:43Z', 'updated_at': '2021-06-18T10:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '813379f4-6d48-41c9-ba75-ea2d70737bfd', 'name': '', 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'mac_address': 'fa:16:3e:4d:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad1b7257-aff9-4240-bd4b-dfd7cb678d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:51Z', 'updated_at': '2021-06-18T10:13:57Z', 'revision_number': 4, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'subnets': [{'id': 'ad1b7257-aff9-4240-bd4b-dfd7cb678d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:13:58.518869 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfa8781-7e0f-4eca-83d2-8f058ac550b5 None None] The sync data for ids ['758894b8-b746-406a-8502-dbff3d68d687'] in dv-cinder-797022-1-iscsi is: [{'id': '758894b8-b746-406a-8502-dbff3d68d687', 'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:13:52Z', 'revision_number': 4, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'gw_port': {'id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:43Z', 'updated_at': '2021-06-18T10:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '813379f4-6d48-41c9-ba75-ea2d70737bfd', 'name': '', 'network_id': '4868da71-25d6-43bf-a74d-f920ff4f6621', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'mac_address': 'fa:16:3e:4d:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad1b7257-aff9-4240-bd4b-dfd7cb678d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:51Z', 'updated_at': '2021-06-18T10:13:57Z', 'revision_number': 4, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'subnets': [{'id': 'ad1b7257-aff9-4240-bd4b-dfd7cb678d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:13:58.571252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.574983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854081294'] for router_gateway, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.576258 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.579570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ac9784ca-6ecb-4184-917a-e21f0e6bdcb8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:58.610182 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9000d59f-1f55-429f-b8c7-42367b20e0fc,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:58.615119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:58.631698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.636375 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5e3f0c1a-657e-45f7-8998-c4a0e50b957d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2167046 Jun 18 10:13:58.636764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50006) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:58.644412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'security_group_rule': {'security_group_id': '23767d3d-687e-4a12-b781-21f5d692c450', 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:58.654856 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:58.659803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:security_group_rule and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:58.663229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:58.670655 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:58.697164 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.securitygroups_db [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Project a58e40cae95b4874b28782fedac0572d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:13:58.707987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.790015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.793086 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.802010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:58.826361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9023a9ba-fb1b-4785-9c9f-070aed87ae3a,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:58.829127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:58.844193 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.846735 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5ed9fe59-e61a-4c70-929f-80c40132594d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2087166 Jun 18 10:13:58.848339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50010) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:58.856615 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'security_group_rule': {'security_group_id': '23767d3d-687e-4a12-b781-21f5d692c450', 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:13:58.864148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:13:58.869396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:security_group_rule and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:13:58.873527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:13:58.880193 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:13:58.893727 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.securitygroups_db [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Project a58e40cae95b4874b28782fedac0572d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 10:13:58.900931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.902819 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854072059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239544'] for router, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.908010 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.939008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071837'] for router, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.939707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be14e45-4486-4f54-8537-4781df9d286d {{(pid=82100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:13:58.958712 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.962060 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3be14e45-4486-4f54-8537-4781df9d286d HTTP/1.1" status: 204 len: 168 time: 2.0356271 Jun 18 10:13:58.962776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50014) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:58.978402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.983452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:58.985715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1ea007e4-bbd9-441c-ba2c-9e1989e303ba tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:59.013080 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4987f865-1a68-4e28-b0b9-923201b0c4d2,revision_number=0']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:59.015784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:59.023203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:59.024128 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f7243fe1-3e88-42df-a66c-e34b305eed2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1740055 Jun 18 10:13:59.043809 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eaf0cce-3b69-4b10-b700-d681a32b796b admin admin] Deleting subnet 80bcab11-5446-4614-ae79-0e7d820a4671 {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:13:59.047676 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0cce-3b69-4b10-b700-d681a32b796b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:59.111332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0cce-3b69-4b10-b700-d681a32b796b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:59.207410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0cce-3b69-4b10-b700-d681a32b796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:59.504953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0cce-3b69-4b10-b700-d681a32b796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:59.513806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fe312a21-bcb7-41bd-a44d-a6697e26fc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:13:59.574204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf0cce-3b69-4b10-b700-d681a32b796b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80bcab11-5446-4614-ae79-0e7d820a4671,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:13:59.577842 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0eaf0cce-3b69-4b10-b700-d681a32b796b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:13:59.585216 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0cce-3b69-4b10-b700-d681a32b796b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:59.596795 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-0eaf0cce-3b69-4b10-b700-d681a32b796b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/80bcab11-5446-4614-ae79-0e7d820a4671 HTTP/1.1" status: 204 len: 168 time: 0.6302955 Jun 18 10:13:59.596974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231359b6-ec79-4817-ad7b-390ee8f8f4ee None None] Network 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:13:59.597064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50058) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:13:59.750636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:59.751114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f5943-c31f-4275-9fcc-3184245aebed req-a736f09b-d82a-4cac-8196-e868eeeeca34 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:13:59.753156 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-be8f5943-c31f-4275-9fcc-3184245aebed req-a736f09b-d82a-4cac-8196-e868eeeeca34 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 944 time: 0.1723235 Jun 18 10:13:59.758509 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 85e1c89a-adef-4234-b7a1-96dc9bc39177 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:13:59.795036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Deleting port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:13:59.795036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:13:59.846131 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-be8f5943-c31f-4275-9fcc-3184245aebed req-56dfba5e-3cf9-4d60-ae15-3354fdd0d484 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802572 Jun 18 10:14:00.083143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] For port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=6a613ddc-9f6c-4cae-b812-cf76bd4ab806,segment=NetworkSegment(7e848a6d-7423-4097-bfaa-9a66b0c22caa),segment_id=7e848a6d-7423-4097-bfaa-9a66b0c22caa)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:00.083539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.109081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 85e1c89a-adef-4234-b7a1-96dc9bc39177, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:00.154876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '85e1c89a-adef-4234-b7a1-96dc9bc39177', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'port_id': '85e1c89a-adef-4234-b7a1-96dc9bc39177', 'mac_address': 'fa:16:3e:2e:33:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:14:00.160974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 813379f4-6d48-41c9-ba75-ea2d70737bfd up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:14:00.224603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Calling delete_port for 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 owned by network:dhcp {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:14:00.251290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e6c83d-496d-4dc0-bb9d-a6d63eadd55b None None] DHCP port deletion for 15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 request from dv-cinder-797022-1-iscsi {{(pid=82101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:14:00.286481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6c83d-496d-4dc0-bb9d-a6d63eadd55b None None] Deleting port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:14:00.286901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c83d-496d-4dc0-bb9d-a6d63eadd55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.307940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.312799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:00.364548 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Pushing event deleted for resources: {'Port': ['ID=6a613ddc-9f6c-4cae-b812-cf76bd4ab806,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:00.370567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:00.373617 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] No DVR routers for this DVR port 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 on host dv-cinder-797022-1-iscsi {{(pid=82100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:14:00.376894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.391417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6c83d-496d-4dc0-bb9d-a6d63eadd55b None None] The port '6a613ddc-9f6c-4cae-b812-cf76bd4ab806' was deleted {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:14:00.409556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e1c89a-adef-4234-b7a1-96dc9bc39177 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:14:00.429753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning for port 813379f4-6d48-41c9-ba75-ea2d70737bfd completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:14:00.434203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 85e1c89a-adef-4234-b7a1-96dc9bc39177, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:00.437596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 813379f4-6d48-41c9-ba75-ea2d70737bfd triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:14:00.438142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.469212 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.478962 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:00.529499 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.544336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f9f9c6-17aa-4e7a-818e-71a87bbc53c3']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:00.560366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e848a6d-7423-4097-bfaa-9a66b0c22caa') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:00.560605 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e848a6d-7423-4097-bfaa-9a66b0c22caa') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:00.573709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=85e1c89a-adef-4234-b7a1-96dc9bc39177,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:00.574460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.578316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:00.590355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.598396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:14:00.598886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:14:00.613584 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:14:00.636495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.683240 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] For port 813379f4-6d48-41c9-ba75-ea2d70737bfd, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=813379f4-6d48-41c9-ba75-ea2d70737bfd,segment=NetworkSegment(a6c01a79-62db-4523-a46a-e1cdc7036c30),segment_id=a6c01a79-62db-4523-a46a-e1cdc7036c30)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:00.691752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.693873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:00.710760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.715767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:00.734743 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:00.742254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Pushing event deleted for resources: {'Network': ['ID=15f9f9c6-17aa-4e7a-818e-71a87bbc53c3,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:00.753850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:00.758626 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-241412bf-2c51-4491-888f-b286aaa87edb admin admin] 10.222.0.60 "DELETE /v2.0/networks/15f9f9c6-17aa-4e7a-818e-71a87bbc53c3 HTTP/1.1" status: 204 len: 168 time: 1.1601696 Jun 18 10:14:00.761618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50080) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:00.966707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 348de3ab-4824-4e7e-b06d-11f07f1b34c3 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:14:00.991831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['85e1c89a-adef-4234-b7a1-96dc9bc39177'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:14:01.040497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 348de3ab-4824-4e7e-b06d-11f07f1b34c3 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:14:01.040887 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 348de3ab-4824-4e7e-b06d-11f07f1b34c3 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:14:01.041899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device ef5ef512-a676-48f3-bb6a-c12342565345 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:14:01.090145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Pushing event updated for resources: {'Port': ['ID=813379f4-6d48-41c9-ba75-ea2d70737bfd,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:01.099921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: ef5ef512-a676-48f3-bb6a-c12342565345 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:14:01.100322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device ef5ef512-a676-48f3-bb6a-c12342565345 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:14:01.101987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:01.292480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb34aa-bc15-41a3-8d1b-9035a5697de7 req-ee4a8d33-e303-4f12-9f40-3bd3d4843194 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:01.294368 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-defb34aa-bc15-41a3-8d1b-9035a5697de7 req-ee4a8d33-e303-4f12-9f40-3bd3d4843194 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 945 time: 0.2533791 Jun 18 10:14:01.358763 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-defb34aa-bc15-41a3-8d1b-9035a5697de7 req-9b40b755-d2c3-46e0-bc3d-0d32dc900fec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571635 Jun 18 10:14:01.395665 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074653'] for router_interface, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:01.693100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 85e1c89a-adef-4234-b7a1-96dc9bc39177 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:14:01.766882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 85e1c89a-adef-4234-b7a1-96dc9bc39177 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:14:01.772802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 85e1c89a-adef-4234-b7a1-96dc9bc39177 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:14:01.773227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:01.915418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:01.945262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e1c89a-adef-4234-b7a1-96dc9bc39177'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:14:01.955698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 85e1c89a-adef-4234-b7a1-96dc9bc39177, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:01.959248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:01.962481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:02.047833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Deleting port ac4e04ed-a135-499b-83e8-731e2ca15141 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:14:02.048217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:02.051360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=85e1c89a-adef-4234-b7a1-96dc9bc39177,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:02.055602 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e1c89a-adef-4234-b7a1-96dc9bc39177', 'code': 200} Jun 18 10:14:02.056462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:02.113479 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 813379f4-6d48-41c9-ba75-ea2d70737bfd up at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:14:02.204808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Provisioning complete for port 813379f4-6d48-41c9-ba75-ea2d70737bfd triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:14:02.205217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:02.262651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] For port ac4e04ed-a135-499b-83e8-731e2ca15141, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=ac4e04ed-a135-499b-83e8-731e2ca15141,segment=NetworkSegment(783b0dbf-f1b8-4e5d-8ab5-06fef03680cd),segment_id=783b0dbf-f1b8-4e5d-8ab5-06fef03680cd)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:02.263040 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:02.392158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:14:02.449994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:14:02.450253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6a613ddc-9f6c-4cae-b812-cf76bd4ab806 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:14:02.700870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Calling delete_port for ac4e04ed-a135-499b-83e8-731e2ca15141 owned by network:router_interface {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:14:02.848838 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-14b37c29-4ad9-4c4f-b7fc-a52b43d8315f req-85d2d62c-50be-4233-aa74-0ab6e4476afa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 1099 time: 0.5777888 Jun 18 10:14:02.879124 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b9de-33aa-435b-b83d-9976065de8ab req-b5c08882-0e5e-4bc6-af85-da5d409960be tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:02.880693 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f129b9de-33aa-435b-b83d-9976065de8ab req-b5c08882-0e5e-4bc6-af85-da5d409960be tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.3356950 Jun 18 10:14:02.961186 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-14b37c29-4ad9-4c4f-b7fc-a52b43d8315f req-f5b1b760-16bb-4f7c-8dc5-d96b8ddb3f5e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034298 Jun 18 10:14:02.999817 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f129b9de-33aa-435b-b83d-9976065de8ab req-e9b4a2de-e066-4b2d-b64e-2afca1bc2695 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096101 Jun 18 10:14:03.036240 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:03.041765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-dba1e77b-1822-4996-982a-6521a31bb990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:03.086526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4e04ed-a135-499b-83e8-731e2ca15141,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:03.089841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:03.371841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853265420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700531'] for router_interface, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:04.034549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:14:04.306802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f0cbe-c9d9-4b7c-bca6-fda997a78b5c req-92591bc8-5b51-47b2-941f-5a24509e0713 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:04.308416 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-649f0cbe-c9d9-4b7c-bca6-fda997a78b5c req-92591bc8-5b51-47b2-941f-5a24509e0713 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.1246302 Jun 18 10:14:04.385056 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-649f0cbe-c9d9-4b7c-bca6-fda997a78b5c req-7f775342-a980-49e2-b1a6-86da924b1df6 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684097 Jun 18 10:14:04.398316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:14:04.413846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] Sync routers for ids ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:14:04.418975 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] 10.222.0.60 "PUT /v2.0/routers/7cddaabe-aac9-4284-93ba-2f5f3e231fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6530268 Jun 18 10:14:04.419154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50100) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:04.428227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] Routers {'7cddaabe-aac9-4284-93ba-2f5f3e231fcb'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:14:04.428914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:04.635647 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:04.639115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] Set router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:14:04.858641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:04.868732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Deleting port 7a8e911c-01cf-46c2-8580-1c175b6a568e {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:14:04.868958 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:04.961649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:11:04Z', 'updated_at': '2021-06-18T10:14:02Z', 'revision_number': 5, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'gw_port': {'id': '7a8e911c-01cf-46c2-8580-1c175b6a568e', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:11:05Z', 'updated_at': '2021-06-18T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:04.966843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] Checking router: 7cddaabe-aac9-4284-93ba-2f5f3e231fcb for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:14:04.977996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] Routers {'7cddaabe-aac9-4284-93ba-2f5f3e231fcb'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:14:04.978713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:13:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:05.060217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] For port 7a8e911c-01cf-46c2-8580-1c175b6a568e, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=7a8e911c-01cf-46c2-8580-1c175b6a568e,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:05.061112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:05.143854 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] Set router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb gateway port host: None {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:14:05.261540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:11:04Z', 'updated_at': '2021-06-18T10:14:04Z', 'revision_number': 6, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'gw_port_host': None}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:05.266690 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83362067-e65a-4854-ac9a-e2d61c339695 None None] The sync data for ids ['7cddaabe-aac9-4284-93ba-2f5f3e231fcb'] in dv-cinder-797022-1-iscsi is: [{'id': '7cddaabe-aac9-4284-93ba-2f5f3e231fcb', 'name': 'tempest-TestMinimumBasicScenario-625197254-router', 'tenant_id': 'de3272b6216c46219df357ebc26c7d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:11:04Z', 'updated_at': '2021-06-18T10:14:04Z', 'revision_number': 6, 'project_id': 'de3272b6216c46219df357ebc26c7d5d', 'gw_port_host': None}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:14:05.423002 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Calling delete_port for 7a8e911c-01cf-46c2-8580-1c175b6a568e owned by network:router_gateway {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:14:05.611434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a0a12eee-bade-4857-8bda-63f4e6f60b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:05.675041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:05.680034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ccaac538-001b-46e6-9432-841ae40ead87 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:05.720239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee7187-a49e-4a9f-a195-ad2fd7de3def req-bacc6a2b-ff9f-475b-8cb7-588dea248e8e tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:05.721852 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5ee7187-a49e-4a9f-a195-ad2fd7de3def req-bacc6a2b-ff9f-475b-8cb7-588dea248e8e tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.1922171 Jun 18 10:14:05.737760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8e911c-01cf-46c2-8580-1c175b6a568e,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:05.741294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:05.957058 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c5ee7187-a49e-4a9f-a195-ad2fd7de3def req-dfe8a2fe-680e-4b55-ab2f-5a7e2e896603 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222512 Jun 18 10:14:05.962059 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854081294'] for router_gateway, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.078901 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device ac4e04ed-a135-499b-83e8-731e2ca15141 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:14:06.115818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: ac4e04ed-a135-499b-83e8-731e2ca15141 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:14:06.116333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device ac4e04ed-a135-499b-83e8-731e2ca15141 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:14:06.116788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7a8e911c-01cf-46c2-8580-1c175b6a568e no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:14:06.155736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 7a8e911c-01cf-46c2-8580-1c175b6a568e {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:14:06.156128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7a8e911c-01cf-46c2-8580-1c175b6a568e not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:14:06.299406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854072059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239544'] for router, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.308844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.328629 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a568f-76c2-4401-b375-333054790d66 req-07c9842e-8810-4e26-aebe-aa7322c7538b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:06.330273 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-756a568f-76c2-4401-b375-333054790d66 req-07c9842e-8810-4e26-aebe-aa7322c7538b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.2328532 Jun 18 10:14:06.340329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50110) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:06.347058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-9f78ebfd-5322-4ae0-8d14-f4222891b4d8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'floatingip': {'port_id': '85e1c89a-adef-4234-b7a1-96dc9bc39177'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:14:06.348047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071837'] for router, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.348627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cddaabe-aac9-4284-93ba-2f5f3e231fcb {{(pid=82099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:14:06.365013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Notify callbacks [] for router, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.368875 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7cddaabe-aac9-4284-93ba-2f5f3e231fcb HTTP/1.1" status: 204 len: 168 time: 1.9455950 Jun 18 10:14:06.369722 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50114) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:06.434178 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f78ebfd-5322-4ae0-8d14-f4222891b4d8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.438298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] Deleting subnet 96b1bf26-6315-4736-ac3e-7325025bc122 {{(pid=82099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:14:06.441675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.507283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.544556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.836290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396'] for subnet, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.842773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-224c9024-3975-4b31-98b4-954bbdca330f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:06.884422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b1bf26-6315-4736-ac3e-7325025bc122,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:06.889231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:06.889876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:06.899653 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96b1bf26-6315-4736-ac3e-7325025bc122 HTTP/1.1" status: 204 len: 168 time: 0.5265393 Jun 18 10:14:06.899945 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50120) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:06.906968 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fdec7-8428-4e2e-a6ca-331b2333523e None None] Network 0086d700-9fe6-4825-b7d8-e934cb817678 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:14:07.035100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.049230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Deleting port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:14:07.049846 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.193226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] DHCP port deletion for 0086d700-9fe6-4825-b7d8-e934cb817678 request from dv-cinder-797022-1-iscsi {{(pid=82101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:14:07.198219 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] Deleting port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:14:07.198633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.288497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] For port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=031dfcfc-abfd-4672-b53a-d64fd2a6ec50,segment=NetworkSegment(783b0dbf-f1b8-4e5d-8ab5-06fef03680cd),segment_id=783b0dbf-f1b8-4e5d-8ab5-06fef03680cd)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:07.288994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.310873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.353295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f78ebfd-5322-4ae0-8d14-f4222891b4d8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.357048 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f78ebfd-5322-4ae0-8d14-f4222891b4d8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.425528 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Calling delete_port for 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 owned by network:dhcp {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:14:07.518677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.521236 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c2ec60d9-cee4-4548-9b95-f56c858445c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:07.572063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Pushing event deleted for resources: {'Port': ['ID=031dfcfc-abfd-4672-b53a-d64fd2a6ec50,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:07.579212 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:07.579738 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] No DVR routers for this DVR port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 on host dv-cinder-797022-1-iscsi {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:14:07.602104 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [None req-9f78ebfd-5322-4ae0-8d14-f4222891b4d8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Floating IP f8912bd5-6b88-4a71-beb8-0a93f537b6f8 associated. External IP: 172.27.0.196, port: 85e1c89a-adef-4234-b7a1-96dc9bc39177. Jun 18 10:14:07.610086 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] For port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=031dfcfc-abfd-4672-b53a-d64fd2a6ec50,segment=NetworkSegment(783b0dbf-f1b8-4e5d-8ab5-06fef03680cd),segment_id=783b0dbf-f1b8-4e5d-8ab5-06fef03680cd)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:07.610491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.716658 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.735151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.735539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.736379 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.736755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > port after_create 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.737120 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.737519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > port after_update 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.738087 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.738496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.738994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.739485 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.755175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] Calling delete_port for 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 owned by network:dhcp {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:14:07.837526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.db.api [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:14:07.838624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_db.api [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:14:07.881419 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.881759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.882214 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.882580 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82099) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jun 18 10:14:07.883104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0086d700-9fe6-4825-b7d8-e934cb817678']}} {{(pid=82099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:07.897245 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd') {'for_net_delete': True} {{(pid=82099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:07.897586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783b0dbf-f1b8-4e5d-8ab5-06fef03680cd') {} {{(pid=82099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:07.910800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327151'] for segment, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.927675 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.936431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=82099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:14:07.936826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8207559'] for segment, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: (self, other), Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: (self, other), Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:14:07.954358 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:14:08.048489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:08.055184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:08.061128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0f5fadbd-4822-49aa-af2b-8d0aed612b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:08.069523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:14:08.087520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Pushing event deleted for resources: {'Network': ['ID=0086d700-9fe6-4825-b7d8-e934cb817678,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:08.090543 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:08.094896 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b64f888e-d0d9-419f-93ab-ff39dcefac09 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0086d700-9fe6-4825-b7d8-e934cb817678 HTTP/1.1" status: 204 len: 168 time: 1.1933227 Jun 18 10:14:08.102756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f78ebfd-5322-4ae0-8d14-f4222891b4d8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Router baa3d449-0f40-4f63-b519-29490f29ab97 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:14:08.108293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:14:08.108689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:14:08.279964 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f83671c8-c1fe-4fe0-8577-b26ff7e780a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:08.330204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50128) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:08.332730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f78ebfd-5322-4ae0-8d14-f4222891b4d8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:14:08.337796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9f78ebfd-5322-4ae0-8d14-f4222891b4d8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:08.341850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] Deleting port 031dfcfc-abfd-4672-b53a-d64fd2a6ec50 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:14:08.342458 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:08.343771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] Sync routers for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:14:08.363754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:14:08.364605 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:14:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:08.408298 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-9f78ebfd-5322-4ae0-8d14-f4222891b4d8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "PUT /v2.0/floatingips/f8912bd5-6b88-4a71-beb8-0a93f537b6f8 HTTP/1.1" status: 200 len: 992 time: 2.0664060 Jun 18 10:14:08.409139 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'tag': '85e1c89a-adef-4234-b7a1-96dc9bc39177'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:14:08.418817 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-66f6d39d-831f-4b3e-980d-075f1cdbc931 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77cc2be305fa449cb0fa728179187440&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0872214 Jun 18 10:14:08.419495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50136) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:08.472911 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'tag': '85e1c89a-adef-4234-b7a1-96dc9bc39177', 'status': 'completed', 'code': 200} Jun 18 10:14:08.478337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-666e66f2-cef7-47ba-98f6-537d14a3b5bc None None] The port '031dfcfc-abfd-4672-b53a-d64fd2a6ec50' was deleted {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:14:08.491188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fe767e3f-0fc5-4729-a5dd-62253780aafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:08.524975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fe767e3f-0fc5-4729-a5dd-62253780aafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:08.595348 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:14:08.644443 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f9b85d8-e71c-436f-a3a2-b66ac81513d4 req-efd49e7d-ce42-4a88-bd84-cc282fa301cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 1099 time: 0.1090150 Jun 18 10:14:08.679531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fe767e3f-0fc5-4729-a5dd-62253780aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:08.688965 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-37d8d6ac-25c7-4882-95a4-d7244d4042d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:08.756089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe767e3f-0fc5-4729-a5dd-62253780aafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e087ad-7c93-46fb-a0a9-5324cdc6beb9,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:08.759351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fe767e3f-0fc5-4729-a5dd-62253780aafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:08.780630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fe767e3f-0fc5-4729-a5dd-62253780aafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:08.781874 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-fe767e3f-0fc5-4729-a5dd-62253780aafd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32e087ad-7c93-46fb-a0a9-5324cdc6beb9 HTTP/1.1" status: 204 len: 168 time: 0.3598833 Jun 18 10:14:08.846755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b85d8-e71c-436f-a3a2-b66ac81513d4 req-20ed87a0-1306-45f5-acce-fe0b2483456d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:08.848618 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f9b85d8-e71c-436f-a3a2-b66ac81513d4 req-20ed87a0-1306-45f5-acce-fe0b2483456d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 912 time: 0.1953597 Jun 18 10:14:08.850223 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:09.035333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'f8912bd5-6b88-4a71-beb8-0a93f537b6f8', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'port_id': '85e1c89a-adef-4234-b7a1-96dc9bc39177', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'mac_address': 'fa:16:3e:2e:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:14:07Z', 'revision_number': 1, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:09.040315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] Checking router: baa3d449-0f40-4f63-b519-29490f29ab97 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:14:09.054172 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:14:09.054596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:14:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:09.206327 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f9b85d8-e71c-436f-a3a2-b66ac81513d4 req-b99451a5-20b8-4d80-bffa-c0447cc8aed9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177 HTTP/1.1" status: 200 len: 1000 time: 0.3506315 Jun 18 10:14:09.289588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b85d8-e71c-436f-a3a2-b66ac81513d4 req-6012fed8-2876-4c15-a7aa-222e25349803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:09.292324 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f9b85d8-e71c-436f-a3a2-b66ac81513d4 req-6012fed8-2876-4c15-a7aa-222e25349803 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 200 len: 850 time: 0.0782347 Jun 18 10:14:09.321801 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50146) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:09.381419 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f9b85d8-e71c-436f-a3a2-b66ac81513d4 req-cafe8fe7-7807-4987-bf49-0d2e29e7abfe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a63589df-6edf-4ae9-ad39-bbe327062778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816560 Jun 18 10:14:09.383752 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2d45c7d7-ae55-43a4-a957-f7ceb3139c8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de3272b6216c46219df357ebc26c7d5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0595875 Jun 18 10:14:09.387605 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50150) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:09.408278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:14:09.453506 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-768743bd-f11b-4892-9b76-9c4728ac5753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:09.482197 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-768743bd-f11b-4892-9b76-9c4728ac5753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:09.544796 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f9b85d8-e71c-436f-a3a2-b66ac81513d4 req-bb7fa979-fc4b-4a60-8ee3-ece663acf7c8 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557131 Jun 18 10:14:09.549857 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-768743bd-f11b-4892-9b76-9c4728ac5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:09.555599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0bd9ada2-1eb4-4385-a63c-b043b8b30c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:09.570290 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768743bd-f11b-4892-9b76-9c4728ac5753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52d1511-ac46-4bb2-b0e7-55f74902f0be,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:09.573201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-768743bd-f11b-4892-9b76-9c4728ac5753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:09.574565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-768743bd-f11b-4892-9b76-9c4728ac5753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:09.578579 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-768743bd-f11b-4892-9b76-9c4728ac5753 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c52d1511-ac46-4bb2-b0e7-55f74902f0be HTTP/1.1" status: 204 len: 168 time: 0.1899257 Jun 18 10:14:09.728460 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1f9b85d8-e71c-436f-a3a2-b66ac81513d4 req-2546db4a-d484-4d04-9368-4e7bc1838b2d service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721771 Jun 18 10:14:09.824672 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'f8912bd5-6b88-4a71-beb8-0a93f537b6f8', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'port_id': '85e1c89a-adef-4234-b7a1-96dc9bc39177', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'mac_address': 'fa:16:3e:2e:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:14:07Z', 'revision_number': 1, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:09.829263 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991fc7f-9073-47ad-883a-7b4485892432 None None] The sync data for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi is: [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'f8912bd5-6b88-4a71-beb8-0a93f537b6f8', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'port_id': '85e1c89a-adef-4234-b7a1-96dc9bc39177', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'mac_address': 'fa:16:3e:2e:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:14:07Z', 'revision_number': 1, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:14:10.053608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:14:10.110026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:10.199595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db95bac-275b-435e-a88d-7b424b2c0129 None None] New status for floating IP f8912bd5-6b88-4a71-beb8-0a93f537b6f8: ACTIVE {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:14:17.097598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-87a47b7b-d038-469c-b28b-d003e0bb9e2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Synchronizing usage tracker for tenant:a58e40cae95b4874b28782fedac0572d on resource:security_group {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:14:17.115627 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-87a47b7b-d038-469c-b28b-d003e0bb9e2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Unset dirty status for tenant:a58e40cae95b4874b28782fedac0572d on resource:security_group {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:14:17.116888 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-87a47b7b-d038-469c-b28b-d003e0bb9e2c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489422729&fields=id&tenant_id=a58e40cae95b4874b28782fedac0572d HTTP/1.1" status: 200 len: 267 time: 0.0641344 Jun 18 10:14:17.282855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-f73727ef-25c0-4d52-b6cd-a300c89d4384 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:17.283727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-f73727ef-25c0-4d52-b6cd-a300c89d4384 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Synchronizing usage tracker for tenant:a58e40cae95b4874b28782fedac0572d on resource:network {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:14:17.300250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-f73727ef-25c0-4d52-b6cd-a300c89d4384 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Unset dirty status for tenant:a58e40cae95b4874b28782fedac0572d on resource:network {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:14:17.301515 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-f73727ef-25c0-4d52-b6cd-a300c89d4384 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 812 time: 0.1763141 Jun 18 10:14:17.321844 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-a82d9cd2-88f5-463c-919a-2ee40e246ac6 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/quotas/a58e40cae95b4874b28782fedac0572d HTTP/1.1" status: 200 len: 375 time: 0.0137594 Jun 18 10:14:17.432289 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-3e6556d5-8e12-46dd-80a9-e8347c425c5b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978074 Jun 18 10:14:17.602994 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-00a51ed1-0099-41cc-987d-ba94725bccdb service neutron] 10.222.0.60 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577160 Jun 18 10:14:17.767586 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-819859c3-5b90-4214-a011-37b96e06ad08 service neutron] 10.222.0.60 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571591 Jun 18 10:14:18.225227 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a4c38e8f-03ed-425a-89c3-1330ac062e2a req-f6ea1584-a459-417a-b551-4f71986087c6 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 210 time: 0.0474508 Jun 18 10:14:19.449250 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c7d51fec-6c23-4cea-8d6b-2db773c18726 req-83c910ea-43cb-42cf-bc1c-9e001960b1cc tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 210 time: 0.0521309 Jun 18 10:14:19.505441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b42ce102-d370-4b1e-8cc6-032ec03c790a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:19.507041 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b42ce102-d370-4b1e-8cc6-032ec03c790a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 812 time: 0.2187755 Jun 18 10:14:19.605100 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-6367c7af-b0fb-4e00-b1e3-b1d50698a4f9 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a58e40cae95b4874b28782fedac0572d HTTP/1.1" status: 200 len: 7063 time: 0.0806417 Jun 18 10:14:19.614873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'port': {'device_id': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'admin_state_up': True, 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'security_groups': ['23767d3d-687e-4a12-b781-21f5d692c450']}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:14:19.790141 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:14:19.794861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:port and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:14:19.797800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:14:19.803864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:14:19.813328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Made reservation on behalf of a58e40cae95b4874b28782fedac0572d for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:14:19.818924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:19.986688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Allocated IP 172.20.0.14 (53b2e114-f806-4754-bf4e-cd42c2e9001b/c0929f15-ea52-4b47-a36b-62d027039564/796f12b4-28d4-4d66-b1fe-fa94d82c8ab5) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:14:20.192715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:20.209634 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Transition to ACTIVE for port object 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:14:20.229243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:20.235784 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:20.301822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:14:20.305604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:14:20.310695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:14:20.357438 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'Port': ['ID=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:20.362656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:20.382451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:20.383126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:20.412390 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8014336 Jun 18 10:14:20.432799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Request body: {'port': {'device_id': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:14:20.562145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:20.700770 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-cce8ca55-2d80-4d84-9fbd-7d43d49fcfe2 None None] Provisioning for port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:14:20.705760 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-cce8ca55-2d80-4d84-9fbd-7d43d49fcfe2 None None] Provisioning complete for port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:14:20.706263 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cce8ca55-2d80-4d84-9fbd-7d43d49fcfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:20.763329 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-cce8ca55-2d80-4d84-9fbd-7d43d49fcfe2 None None] Port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:14:20.796650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee5d6-d376-405d-8c8c-27da37e66c04 req-09305d99-04f5-4199-9107-263b65727cd4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:20.797404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-594ee5d6-d376-405d-8c8c-27da37e66c04 req-09305d99-04f5-4199-9107-263b65727cd4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Synchronizing usage tracker for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:14:20.899395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-594ee5d6-d376-405d-8c8c-27da37e66c04 req-09305d99-04f5-4199-9107-263b65727cd4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Unset dirty status for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:14:20.901350 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-594ee5d6-d376-405d-8c8c-27da37e66c04 req-09305d99-04f5-4199-9107-263b65727cd4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 932 time: 0.2928498 Jun 18 10:14:20.990336 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-594ee5d6-d376-405d-8c8c-27da37e66c04 req-f9938fc5-f8da-4692-b90f-8c405fc8762e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821013 Jun 18 10:14:21.066797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:14:21.074334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:21.089876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Transition to ACTIVE for port object 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:14:21.092709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8207589'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:21.097044 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-70850398-7cfb-478b-8742-5d3f7b86d1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:21.224249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:21.227285 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:21.344775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Attempting to bind port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:14:21.345151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Attempting to bind port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:14:21.345522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Attempting to bind port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:14:21.351759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:14:21.352124 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Attempting to bind port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:14:21.359316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:14:21.359687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Checking segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:14:21.360116 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Bound using segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:14:21.360591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Bound port: 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:14:21.360979 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:21.452288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] For port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:14:21.455314 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] For port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:14:21.458581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8207589'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:21.463626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f7282ffe-b7b8-439e-bdc3-2d443afa4cec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:21.528931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:21.530485 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] 10.222.0.70 "PUT /v2.0/ports/796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 HTTP/1.1" status: 200 len: 1094 time: 1.1031184 Jun 18 10:14:21.531042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'tag': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:14:21.531863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:21.558222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:21.570832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:21.599378 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'tag': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'status': 'completed', 'code': 200} Jun 18 10:14:21.712196 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-7439c2b1-f022-486b-a0ce-8498a20ea97b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 1097 time: 0.0820577 Jun 18 10:14:21.800059 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-36a4b27d-9926-454d-9da2-5b1f8b2119c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 HTTP/1.1" status: 200 len: 217 time: 0.0687749 Jun 18 10:14:21.881328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-15845923-116b-4964-9032-4402b264f693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:21.882926 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-15845923-116b-4964-9032-4402b264f693 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0670378 Jun 18 10:14:21.984188 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-3dab4d42-61ca-4632-b512-d5b977a38128 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847247 Jun 18 10:14:22.176383 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-d0348a73-a580-4fe4-a0ab-3e8755be48a5 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813900 Jun 18 10:14:22.518425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53a8c7-1e11-4d26-a61c-996e6cedb607 req-d92a0320-586d-46aa-a1e7-1a9b408eddc4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:22.520031 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9f53a8c7-1e11-4d26-a61c-996e6cedb607 req-d92a0320-586d-46aa-a1e7-1a9b408eddc4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 944 time: 0.3984566 Jun 18 10:14:22.595610 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3011f5c1-837d-4292-ab73-fb65bfb6848d req-1ce3c2c0-2218-4026-b641-040bb631e18d service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005370 Jun 18 10:14:22.610106 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9f53a8c7-1e11-4d26-a61c-996e6cedb607 req-12556a93-9d73-4cae-ae18-d35972bbc27e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824289 Jun 18 10:14:22.788345 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8dd4ba7c-89e0-45f5-8868-131e2f207cb7 req-6d56e516-1940-44ca-97c5-058a0a532fad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 1097 time: 0.0798042 Jun 18 10:14:22.937980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4ba7c-89e0-45f5-8868-131e2f207cb7 req-84885e62-5827-4897-95b4-e357bf033749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:22.939564 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8dd4ba7c-89e0-45f5-8868-131e2f207cb7 req-84885e62-5827-4897-95b4-e357bf033749 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.1420915 Jun 18 10:14:23.020962 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8dd4ba7c-89e0-45f5-8868-131e2f207cb7 req-3d4d94c9-3c79-45eb-941b-cb82f26ff19d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 HTTP/1.1" status: 200 len: 217 time: 0.0660717 Jun 18 10:14:23.094996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4ba7c-89e0-45f5-8868-131e2f207cb7 req-4194e136-9e8c-4be2-a18b-d9a7fd78a525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:23.096609 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8dd4ba7c-89e0-45f5-8868-131e2f207cb7 req-4194e136-9e8c-4be2-a18b-d9a7fd78a525 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0685303 Jun 18 10:14:23.178751 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8dd4ba7c-89e0-45f5-8868-131e2f207cb7 req-f74090b9-42fa-4a21-9f30-558ef396c03a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754921 Jun 18 10:14:23.324277 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8dd4ba7c-89e0-45f5-8868-131e2f207cb7 req-b0acc5a6-6495-4f5c-b530-89612780db54 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361287 Jun 18 10:14:23.469454 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8dd4ba7c-89e0-45f5-8868-131e2f207cb7 req-ecd5b6a0-b067-4396-a888-e60acd5be480 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372502 Jun 18 10:14:23.825810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bcf6a-6367-4e3c-b3e4-482cb7f52876 req-e208f4b5-0540-473c-a8ab-986b22935e43 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:23.827399 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a37bcf6a-6367-4e3c-b3e4-482cb7f52876 req-e208f4b5-0540-473c-a8ab-986b22935e43 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 944 time: 0.0858424 Jun 18 10:14:23.882498 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a37bcf6a-6367-4e3c-b3e4-482cb7f52876 req-ee850af2-a378-4bc8-8648-96dd8bb7b5db tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485268 Jun 18 10:14:25.088395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6005d17-b04f-4bc7-984d-4fa9784a4f5b req-b524a2d4-1fb4-47a9-9b25-8d4603c523b3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:25.089995 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6005d17-b04f-4bc7-984d-4fa9784a4f5b req-b524a2d4-1fb4-47a9-9b25-8d4603c523b3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 944 time: 0.0825856 Jun 18 10:14:25.138426 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6005d17-b04f-4bc7-984d-4fa9784a4f5b req-a8812667-0033-475b-9dd1-c604f4596761 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422366 Jun 18 10:14:26.349083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db28d7a-1165-4165-ae87-adf0c4d29c6d req-6335fbe3-ae8f-4433-8009-1255c056a88b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:26.350694 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7db28d7a-1165-4165-ae87-adf0c4d29c6d req-6335fbe3-ae8f-4433-8009-1255c056a88b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 944 time: 0.0891526 Jun 18 10:14:26.400511 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7db28d7a-1165-4165-ae87-adf0c4d29c6d req-deeea96b-7234-4569-81b9-185a1951dc7a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435436 Jun 18 10:14:27.612148 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672266c9-8f10-4f1c-92bc-fa232d98cea6 req-dae51e7a-b7a5-4c08-a9c6-b02f6a8f283d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:27.613765 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-672266c9-8f10-4f1c-92bc-fa232d98cea6 req-dae51e7a-b7a5-4c08-a9c6-b02f6a8f283d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 944 time: 0.0869069 Jun 18 10:14:27.665194 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-672266c9-8f10-4f1c-92bc-fa232d98cea6 req-f09fbbe8-d14d-4d7a-a53b-a1ecf399319a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439382 Jun 18 10:14:28.882550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6697557-c3b8-4d46-a64f-787c9acf76de req-6f9f5929-9750-4d14-89a2-509de911db22 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:28.884162 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6697557-c3b8-4d46-a64f-787c9acf76de req-6f9f5929-9750-4d14-89a2-509de911db22 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 944 time: 0.0941966 Jun 18 10:14:28.934717 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6697557-c3b8-4d46-a64f-787c9acf76de req-e41a1878-ae21-4221-bea3-6d3b63c644c4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443060 Jun 18 10:14:30.142808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b70a2-c8af-4634-b4b0-46557e7a8224 req-cafc8c3d-29ad-4f2b-981f-bcb4100c1c14 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:30.144394 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-465b70a2-c8af-4634-b4b0-46557e7a8224 req-cafc8c3d-29ad-4f2b-981f-bcb4100c1c14 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 944 time: 0.0837207 Jun 18 10:14:30.193011 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-465b70a2-c8af-4634-b4b0-46557e7a8224 req-c68fcfe1-951a-4dc2-8894-ce9b2d757c03 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424488 Jun 18 10:14:31.409726 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46650d1-8ec7-4f2d-afb2-e043a5c93b1e req-71e74dc8-3100-4155-aef6-8625aa4ca692 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:31.411252 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d46650d1-8ec7-4f2d-afb2-e043a5c93b1e req-71e74dc8-3100-4155-aef6-8625aa4ca692 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 944 time: 0.0903296 Jun 18 10:14:31.460049 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d46650d1-8ec7-4f2d-afb2-e043a5c93b1e req-ded5c06a-011f-4b4b-b102-1baab115d034 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427220 Jun 18 10:14:31.817989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:14:31.970555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:31.984496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'port_id': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'mac_address': 'fa:16:3e:e3:92:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:14:32.049374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:32.069486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:14:32.086538 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:32.090472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:32.093384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:32.163339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:32.167573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:32.386631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['796f12b4-28d4-4d66-b1fe-fa94d82c8ab5'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:14:32.670800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6ffc1-2c7f-463d-b5e0-88b5480c364b req-dca3e736-4fde-46ad-ae7d-ecf55eb8ef2e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:32.672593 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18a6ffc1-2c7f-463d-b5e0-88b5480c364b req-dca3e736-4fde-46ad-ae7d-ecf55eb8ef2e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 945 time: 0.0853126 Jun 18 10:14:32.725593 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18a6ffc1-2c7f-463d-b5e0-88b5480c364b req-454846fe-56bf-4264-accf-e5902ddc39c5 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460186 Jun 18 10:14:33.809018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:14:33.884115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:14:33.889549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:14:33.890004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:33.936581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9164-b675-4bb8-9c86-c42855fd376d req-d29f2a60-807c-4cc7-90f4-45817cebd07e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:33.938353 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-737d9164-b675-4bb8-9c86-c42855fd376d req-d29f2a60-807c-4cc7-90f4-45817cebd07e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 945 time: 0.0861185 Jun 18 10:14:33.989449 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-737d9164-b675-4bb8-9c86-c42855fd376d req-d6c51235-7e45-4a48-8d8a-f0ce41d9aa16 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447657 Jun 18 10:14:34.009778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:34.042241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:14:34.052531 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:14:34.055568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:34.058316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:34.104082 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'code': 200} Jun 18 10:14:34.126074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:34.129126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:34.441826 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-102ed125-17ef-46a9-9a27-214077986794 req-b972e3de-16c4-4623-a700-9cf2dae1fb81 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 1099 time: 0.0766664 Jun 18 10:14:34.487091 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-102ed125-17ef-46a9-9a27-214077986794 req-d193618a-769d-44a9-8695-50601e7f652e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385618 Jun 18 10:14:35.215185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a2c47-6d8e-4423-92f1-547c2fd37dd7 req-531fa597-08ce-47ee-844e-81fc421f6a5d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:35.216827 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec6a2c47-6d8e-4423-92f1-547c2fd37dd7 req-531fa597-08ce-47ee-844e-81fc421f6a5d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 946 time: 0.0913646 Jun 18 10:14:35.267059 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-ec6a2c47-6d8e-4423-92f1-547c2fd37dd7 req-c8704b7b-ef99-4f90-b391-25085417dd51 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439112 Jun 18 10:14:35.612867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0928d9f8-5b52-4583-a8f4-1fbe4316dceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:36.474765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e56d5d-23f6-447d-a6c1-f2669a0a9a05 req-0f2911c6-2bec-44f6-a3ea-ee528bd61deb tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:36.476350 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-69e56d5d-23f6-447d-a6c1-f2669a0a9a05 req-0f2911c6-2bec-44f6-a3ea-ee528bd61deb tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 946 time: 0.0861609 Jun 18 10:14:36.526918 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-69e56d5d-23f6-447d-a6c1-f2669a0a9a05 req-da9117e7-9f9c-4704-a7a7-6203b66a02de tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434105 Jun 18 10:14:36.737648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc17e-ba15-4f03-9a58-f5ba1bf38b50 req-702b8e34-cef0-46f7-815d-9e208f8ffc4a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:36.740105 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53ecc17e-ba15-4f03-9a58-f5ba1bf38b50 req-702b8e34-cef0-46f7-815d-9e208f8ffc4a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 946 time: 0.0870860 Jun 18 10:14:36.794296 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-53ecc17e-ba15-4f03-9a58-f5ba1bf38b50 req-dc59a027-dca7-4231-89d7-e0194803e14d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467455 Jun 18 10:14:36.822813 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50286) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:37.123436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-04c5a029-23b3-4a31-b902-49284f27ac34 tempest-TestVolumeBootPattern-1117133162 tempest-TestVolumeBootPattern-1117133162-project-admin] Synchronizing usage tracker for tenant:1dc946b7fa7e432da6828f3e14cabf56 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:14:37.139618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-04c5a029-23b3-4a31-b902-49284f27ac34 tempest-TestVolumeBootPattern-1117133162 tempest-TestVolumeBootPattern-1117133162-project-admin] Unset dirty status for tenant:1dc946b7fa7e432da6828f3e14cabf56 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:14:37.141124 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-04c5a029-23b3-4a31-b902-49284f27ac34 tempest-TestVolumeBootPattern-1117133162 tempest-TestVolumeBootPattern-1117133162-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 1094 time: 0.3170896 Jun 18 10:14:37.144105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50294) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:14:37.150706 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'floatingip': {'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'port_id': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:14:37.156200 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:14:37.160224 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:floatingip and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:14:37.163251 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:14:37.169363 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:14:37.179141 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:37.264924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:37.344553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:37.506829 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Allocated IP 172.27.0.101 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/b57d9524-421d-45cf-8ce7-98fdfaba0f47) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:14:37.678389 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:37.707664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:37.715923 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-af097433-3cfa-46ac-99de-0e359138424b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:37.795757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:14:37.799026 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:14:37.801735 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:14:37.845515 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'Port': ['ID=b57d9524-421d-45cf-8ce7-98fdfaba0f47,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:37.848696 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:38.282882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-0c6346ed-e708-4815-b76d-e107d59642ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:38.385978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:38.441832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:38.670926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:38.674507 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8207589'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:38.678402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b290a86b-48ba-426e-a9b0-c8fdee7209c8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:14:38.783471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'Port': ['ID=b57d9524-421d-45cf-8ce7-98fdfaba0f47,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:14:38.788067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:14:38.801542 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:38.828254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:39.219245 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Floating IP 358212db-97d2-4e00-9450-6159bda09812 associated. External IP: 172.27.0.101, port: 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5. Jun 18 10:14:39.633287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Router 135d53bb-8124-4810-8cbd-a36826d2cc6f has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:14:39.855671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:14:39.866967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] Sync routers for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:14:39.883471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:39.888649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:14:39.889404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:14:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:39.944626 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7988729 Jun 18 10:14:39.944954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'tag': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:14:40.005793 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'tag': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'status': 'completed', 'code': 200} Jun 18 10:14:40.083427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:14:40.114994 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:40.155658 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b5f9043a-01b5-4c6e-8ab2-b726f1ed6b7e req-1649e974-bf83-455e-89a5-cd58a24d3e60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 1099 time: 0.0766089 Jun 18 10:14:40.310567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9043a-01b5-4c6e-8ab2-b726f1ed6b7e req-78271c6e-5047-4294-ba6c-f2e7ff68f01d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:40.312245 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b5f9043a-01b5-4c6e-8ab2-b726f1ed6b7e req-78271c6e-5047-4294-ba6c-f2e7ff68f01d service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.1454628 Jun 18 10:14:40.424769 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b5f9043a-01b5-4c6e-8ab2-b726f1ed6b7e req-6754bbd7-ac38-45d9-b523-a74e5c4cc86c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 HTTP/1.1" status: 200 len: 1000 time: 0.1050854 Jun 18 10:14:40.460550 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': '358212db-97d2-4e00-9450-6159bda09812', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:e3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:14:38Z', 'updated_at': '2021-06-18T10:14:38Z', 'revision_number': 0, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:40.465244 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] Checking router: 135d53bb-8124-4810-8cbd-a36826d2cc6f for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:14:40.476383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:14:40.477043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:14:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:40.499812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9043a-01b5-4c6e-8ab2-b726f1ed6b7e req-c4485559-45c5-400d-b0cc-73cb7f824342 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:40.501386 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b5f9043a-01b5-4c6e-8ab2-b726f1ed6b7e req-c4485559-45c5-400d-b0cc-73cb7f824342 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0678859 Jun 18 10:14:40.586507 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b5f9043a-01b5-4c6e-8ab2-b726f1ed6b7e req-1a47b607-21f6-470a-b8f5-1c02fcc291a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767694 Jun 18 10:14:40.675771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:14:40.743986 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b5f9043a-01b5-4c6e-8ab2-b726f1ed6b7e req-e600b12c-8694-4862-b44b-1db2425db1ac service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469574 Jun 18 10:14:40.893709 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b5f9043a-01b5-4c6e-8ab2-b726f1ed6b7e req-c1dd4bbe-41c9-4d68-adb4-63be0b95d2df service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400547 Jun 18 10:14:41.084209 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': '358212db-97d2-4e00-9450-6159bda09812', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:e3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:14:38Z', 'updated_at': '2021-06-18T10:14:38Z', 'revision_number': 0, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:14:41.089285 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16536052-81cc-49aa-8ebc-c21839d54cfd None None] The sync data for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi is: [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': '358212db-97d2-4e00-9450-6159bda09812', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:e3:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:14:38Z', 'updated_at': '2021-06-18T10:14:38Z', 'revision_number': 0, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:14:41.418752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4d0cb-adaf-4d56-8328-81c9428b7392 None None] New status for floating IP 358212db-97d2-4e00-9450-6159bda09812: ACTIVE {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:14:47.053945 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:14:51.544594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:14:53.350965 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-afd0f149-5fc2-402e-9e3e-e554e9e05897 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733237 Jun 18 10:14:53.519895 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-77f37cef-24b5-4e73-b00e-ad1ea4fb25aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 1099 time: 0.0790606 Jun 18 10:14:53.686809 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-2f80fcbc-790f-4e7d-aa3f-03f48ced8409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:53.688397 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-2f80fcbc-790f-4e7d-aa3f-03f48ced8409 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 912 time: 0.1493552 Jun 18 10:14:53.795161 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-fde346d5-ac50-41b6-b2e3-0cb06fdf859a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177 HTTP/1.1" status: 200 len: 1002 time: 0.0987387 Jun 18 10:14:53.870908 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-ea86654d-0742-47f7-b6af-13b96cca2b84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:14:53.873371 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-ea86654d-0742-47f7-b6af-13b96cca2b84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 200 len: 850 time: 0.0681322 Jun 18 10:14:53.954343 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-4a3b8ce8-b143-4216-bf24-f3436c2ab546 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a63589df-6edf-4ae9-ad39-bbe327062778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740182 Jun 18 10:14:54.100533 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-80246457-ac5e-4cda-a6bf-8866b8f350a6 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395864 Jun 18 10:14:54.246021 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-95d71cb2-4ad0-4fd5-a231-cfc94284290a req-32b77561-c0ee-4485-9a70-9cefa34a5d18 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375763 Jun 18 10:15:00.226345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779e0bf-c44d-4e2b-be72-7cf4b647d66e req-6d26f765-89ed-488f-9d1e-991be1a9b02b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:00.227947 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1779e0bf-c44d-4e2b-be72-7cf4b647d66e req-6d26f765-89ed-488f-9d1e-991be1a9b02b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.2464159 Jun 18 10:15:00.280482 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1779e0bf-c44d-4e2b-be72-7cf4b647d66e req-0a8d0b5c-3d61-403e-8748-88f81487d7d5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455277 Jun 18 10:15:01.570155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa7529-4ddd-4e5a-a65c-6a1c75fefa5f req-1298ebe9-0fc3-4c62-bef0-594835fe18ee tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:01.571845 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-abfa7529-4ddd-4e5a-a65c-6a1c75fefa5f req-1298ebe9-0fc3-4c62-bef0-594835fe18ee tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.1626544 Jun 18 10:15:01.620677 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-abfa7529-4ddd-4e5a-a65c-6a1c75fefa5f req-a4c0898e-2ffe-42de-844e-8c1c90a69778 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 Jun 18 10:15:02.838085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e209e-ec24-40bc-8b6a-28b64121092a req-0213bde0-8bed-494d-85fa-4dcb293a87b7 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:02.839743 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-698e209e-ec24-40bc-8b6a-28b64121092a req-0213bde0-8bed-494d-85fa-4dcb293a87b7 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0869524 Jun 18 10:15:02.890130 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-698e209e-ec24-40bc-8b6a-28b64121092a req-804bc873-e845-43eb-866e-ddfbeba8fc0d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432129 Jun 18 10:15:04.104040 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c24ef-afb0-4b57-893c-813b49517126 req-a9fc1cc4-2752-4c30-9ae4-148772f758f7 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:04.105658 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b61c24ef-afb0-4b57-893c-813b49517126 req-a9fc1cc4-2752-4c30-9ae4-148772f758f7 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0854399 Jun 18 10:15:04.160345 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b61c24ef-afb0-4b57-893c-813b49517126 req-6b821f08-e44c-4a43-b1ec-20cf9660c37c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470831 Jun 18 10:15:05.368679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bd227-2942-4078-b340-89e25e44158e req-40bc3ff2-7be3-47e8-ab4e-3cfd994bd006 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:05.370329 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-674bd227-2942-4078-b340-89e25e44158e req-40bc3ff2-7be3-47e8-ab4e-3cfd994bd006 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0833671 Jun 18 10:15:05.419259 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-674bd227-2942-4078-b340-89e25e44158e req-5752a350-2f08-45ed-994d-d669e9d1477f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421376 Jun 18 10:15:05.617571 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-deb8c60b-070d-487b-82a7-edf263535720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:06.640113 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be11abc-1fd6-4470-b212-59e3c9d26954 req-58316a27-6d48-4b5d-9d0c-794dd4680b60 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:06.641782 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5be11abc-1fd6-4470-b212-59e3c9d26954 req-58316a27-6d48-4b5d-9d0c-794dd4680b60 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0891938 Jun 18 10:15:06.689629 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5be11abc-1fd6-4470-b212-59e3c9d26954 req-c38b845d-8910-4a6e-b09f-82acc19b1d61 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Jun 18 10:15:07.267129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:07.900453 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4323c0-04ad-492d-ba92-e01fe62e6c4c req-564c86ea-1216-47b3-8155-0ec1c08f467a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:07.902049 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4f4323c0-04ad-492d-ba92-e01fe62e6c4c req-564c86ea-1216-47b3-8155-0ec1c08f467a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0833721 Jun 18 10:15:07.952956 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4f4323c0-04ad-492d-ba92-e01fe62e6c4c req-1c406d8a-c100-43a6-b567-3c13b3d57c24 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Jun 18 10:15:08.285731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa8bb0fc-43ab-4fdb-9c7f-cbc11d381ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:08.830193 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:09.167930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d08fa-6766-46b5-8802-6bd2244625b0 req-7f09e680-60f5-4e2e-a305-b5597eaf2242 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:09.169521 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cf5d08fa-6766-46b5-8802-6bd2244625b0 req-7f09e680-60f5-4e2e-a305-b5597eaf2242 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0903280 Jun 18 10:15:09.219791 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cf5d08fa-6766-46b5-8802-6bd2244625b0 req-00da1e48-653a-412f-af95-813c9f0b30bc tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Jun 18 10:15:10.118123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:10.424620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c154d9-2fd2-4d3b-bff3-964657569100 req-d75eee37-069a-4ec6-b545-de37303aa26b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:10.426316 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f7c154d9-2fd2-4d3b-bff3-964657569100 req-d75eee37-069a-4ec6-b545-de37303aa26b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0823624 Jun 18 10:15:10.478243 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f7c154d9-2fd2-4d3b-bff3-964657569100 req-02be68bb-d6a7-4322-af37-a04a9c6fed22 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458989 Jun 18 10:15:11.688323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28132c5b-61eb-459b-9177-e3705fa92635 req-8d71bbde-6edb-477e-9772-161573f2388b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:11.689927 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-28132c5b-61eb-459b-9177-e3705fa92635 req-8d71bbde-6edb-477e-9772-161573f2388b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0839024 Jun 18 10:15:11.739044 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-28132c5b-61eb-459b-9177-e3705fa92635 req-b672e856-7ec7-4f66-a3c2-78d0016fe2cb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429313 Jun 18 10:15:12.948089 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485ee34-01d1-4153-9c03-5d0ab6f0d3e6 req-d9bc6fa7-71c7-43c5-85c2-5d3c47dba3bd tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:12.949671 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a485ee34-01d1-4153-9c03-5d0ab6f0d3e6 req-d9bc6fa7-71c7-43c5-85c2-5d3c47dba3bd tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0857093 Jun 18 10:15:13.216105 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a485ee34-01d1-4153-9c03-5d0ab6f0d3e6 req-ca5b6995-33aa-467b-a1af-55e81471bb58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594912 Jun 18 10:15:14.425818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d6a93-0c52-40f4-9ce7-be2346a7823a req-d7dff4a4-570d-4ded-af1b-2f6daeaa690c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:14.427486 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-029d6a93-0c52-40f4-9ce7-be2346a7823a req-d7dff4a4-570d-4ded-af1b-2f6daeaa690c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0880995 Jun 18 10:15:14.477175 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-029d6a93-0c52-40f4-9ce7-be2346a7823a req-cb2c0495-c000-4878-a1e9-1a6852da9eec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431657 Jun 18 10:15:15.696376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c9b5-a94b-42df-b953-b1c26b47edce req-9a6e7e90-b616-4f85-95d8-72671c76283d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:15.698017 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-35b3c9b5-a94b-42df-b953-b1c26b47edce req-9a6e7e90-b616-4f85-95d8-72671c76283d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0898743 Jun 18 10:15:15.752518 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-35b3c9b5-a94b-42df-b953-b1c26b47edce req-28328f04-09fc-4b0a-b4ca-42f7dd31b56d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466843 Jun 18 10:15:16.154355 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01437620-bb60-44f9-b3b4-582c72bd759b req-70bf42b3-438e-49e8-be65-97f442dc0037 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:16.156725 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-01437620-bb60-44f9-b3b4-582c72bd759b req-70bf42b3-438e-49e8-be65-97f442dc0037 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0944176 Jun 18 10:15:16.213044 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-01437620-bb60-44f9-b3b4-582c72bd759b req-24bcbaaa-466a-4cc8-959b-e5bb8132e07a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496969 Jun 18 10:15:16.295481 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-a4f44c39-541b-4a77-b38e-5dc3f3adc128 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 1099 time: 0.1547573 Jun 18 10:15:16.438733 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-3a32e858-68b9-4957-aaae-da0a04809123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:16.440308 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-3a32e858-68b9-4957-aaae-da0a04809123 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 912 time: 0.1377645 Jun 18 10:15:16.551019 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-8fd4a369-d1cc-44ab-854b-9af44a612c6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177 HTTP/1.1" status: 200 len: 1002 time: 0.1037421 Jun 18 10:15:16.621468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-62e77c43-da2f-4b5d-a46c-0bb8e2c2a6cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:16.623033 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-62e77c43-da2f-4b5d-a46c-0bb8e2c2a6cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 200 len: 850 time: 0.0654938 Jun 18 10:15:16.707477 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-dd46e238-efa5-4dc9-8bf2-5573708e138a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a63589df-6edf-4ae9-ad39-bbe327062778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768197 Jun 18 10:15:16.718774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-e1809d39-1b88-45a8-89e8-fb463ac1b70f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:15:16.719879 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-e1809d39-1b88-45a8-89e8-fb463ac1b70f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060809 Jun 18 10:15:16.875626 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-f25dc2f7-cb0a-445a-a35b-9c6872b0beaf service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496935 Jun 18 10:15:17.020502 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5eaf0bb-f16e-42f2-b9c1-5c4b7ef496ff req-5c413c13-51c3-46b0-a612-2f6ebdcdfc48 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382494 Jun 18 10:15:17.428353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc11817-345f-4ec1-9b65-e9cd86c563a2 req-88303966-5e50-46fb-8b57-1f61fdb235a1 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:17.429940 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2dc11817-345f-4ec1-9b65-e9cd86c563a2 req-88303966-5e50-46fb-8b57-1f61fdb235a1 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0880196 Jun 18 10:15:17.479197 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2dc11817-345f-4ec1-9b65-e9cd86c563a2 req-93bf69cb-4c8e-4584-9dd5-3fb2925778c2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430005 Jun 18 10:15:18.706462 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127029b-d5b7-43c9-b656-06fe0d73fa56 req-3e9dad52-b0de-48da-ac6b-bc6ced2a47f1 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:18.708044 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f127029b-d5b7-43c9-b656-06fe0d73fa56 req-3e9dad52-b0de-48da-ac6b-bc6ced2a47f1 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0861473 Jun 18 10:15:18.757226 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f127029b-d5b7-43c9-b656-06fe0d73fa56 req-1844395e-ff06-472d-8aab-640f023040e0 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 Jun 18 10:15:21.549757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:24.057437 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:15:35.621772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-70a7bf57-4c1b-4969-9315-935fbfc1c947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:37.272126 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:38.289820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9936b0e2-cba4-468e-8598-667a55cc6f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:38.834239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:40.120292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:51.553848 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:15:52.959725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84012ce8-8d67-4aa3-83a7-99e034b41aad req-8c0a71a8-1ae0-4655-8a7c-a46a77795a19 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:52.961252 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-84012ce8-8d67-4aa3-83a7-99e034b41aad req-8c0a71a8-1ae0-4655-8a7c-a46a77795a19 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0855536 Jun 18 10:15:53.010686 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-84012ce8-8d67-4aa3-83a7-99e034b41aad req-4faab3e6-7fe1-4673-9d60-bcb56e2b2abe tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Jun 18 10:15:53.374556 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-9e1dd428-495b-49d3-8ca7-0b84c25d48c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771332 Jun 18 10:15:53.486030 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-91ca5dbc-90e9-4fcf-82a3-4ba9025d0170 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 1099 time: 0.0755253 Jun 18 10:15:53.643460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-b81c7650-e2e8-489e-812f-65221eea50b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:53.644960 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-b81c7650-e2e8-489e-812f-65221eea50b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.1390817 Jun 18 10:15:53.759847 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-ce1582c9-f070-4df4-8781-0550639e8af5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 HTTP/1.1" status: 200 len: 1002 time: 0.1077917 Jun 18 10:15:53.830474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-653e5837-fb3a-4879-b5b5-2d768182a015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:53.832088 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-653e5837-fb3a-4879-b5b5-2d768182a015 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0662231 Jun 18 10:15:53.916531 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-acc082bb-d9ac-43fc-917b-a1f418cdbfd0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781782 Jun 18 10:15:54.062427 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-18bc221f-b713-45d6-a47a-d23e494c3e4a service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390829 Jun 18 10:15:54.268011 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9ba75b37-d1ec-4438-bc50-0273cbf344ee req-adc5eade-f5dc-44ff-bfea-6544315eb913 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991637 Jun 18 10:15:54.283413 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0a8b-7201-4070-a30d-24708d97fcde req-bfb35ea2-6042-4450-b122-6bde84a2e74f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:54.285003 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6db0a8b-7201-4070-a30d-24708d97fcde req-bfb35ea2-6042-4450-b122-6bde84a2e74f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.1379662 Jun 18 10:15:54.333997 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6db0a8b-7201-4070-a30d-24708d97fcde req-249fafc7-8197-4685-b639-c9c5f1aea654 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425038 Jun 18 10:15:55.549250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af485e-f975-42f0-ae12-0e6b178d94b6 req-e734c184-f45e-4f55-a3cd-ac1e708558b5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:55.550866 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-86af485e-f975-42f0-ae12-0e6b178d94b6 req-e734c184-f45e-4f55-a3cd-ac1e708558b5 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0926254 Jun 18 10:15:55.601361 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-86af485e-f975-42f0-ae12-0e6b178d94b6 req-9e6a4659-94f2-413d-938b-4bc110e09dc2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439806 Jun 18 10:15:56.806199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32259f-9f3d-4188-a743-47958bdb1165 req-f048d412-499a-4250-8472-b510f1d4a40a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:56.807811 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6b32259f-9f3d-4188-a743-47958bdb1165 req-f048d412-499a-4250-8472-b510f1d4a40a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0833232 Jun 18 10:15:56.860581 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6b32259f-9f3d-4188-a743-47958bdb1165 req-041a40ff-29a6-4827-8b7f-53ef1173893b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 Jun 18 10:15:58.065603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9110-216e-4d10-9022-e27509426f17 req-f55954ef-7526-47cf-93ef-f04b27ad5cf8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:58.067209 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3bbd9110-216e-4d10-9022-e27509426f17 req-f55954ef-7526-47cf-93ef-f04b27ad5cf8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0832992 Jun 18 10:15:58.115012 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3bbd9110-216e-4d10-9022-e27509426f17 req-d977242b-4a4b-4687-8a5d-2799bf8f45b6 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Jun 18 10:15:59.327001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e5042-61e0-4dc6-ac9a-d47392f4fe2e req-ca1b762f-ad3f-4e2b-8fbd-db991df71b56 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:15:59.328610 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-188e5042-61e0-4dc6-ac9a-d47392f4fe2e req-ca1b762f-ad3f-4e2b-8fbd-db991df71b56 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0862644 Jun 18 10:15:59.378831 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-188e5042-61e0-4dc6-ac9a-d47392f4fe2e req-ebfae93a-a016-4889-a97a-79fa9116a5cb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438755 Jun 18 10:16:00.589249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba188f8-7437-4cf8-87d5-cb2b4cdbc119 req-1a0f1bf8-9011-497d-96c4-8786828af3b0 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:00.590786 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2ba188f8-7437-4cf8-87d5-cb2b4cdbc119 req-1a0f1bf8-9011-497d-96c4-8786828af3b0 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0828245 Jun 18 10:16:00.644631 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2ba188f8-7437-4cf8-87d5-cb2b4cdbc119 req-7152112e-92cf-40b2-b4ef-8bf4a1acfe7e tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462017 Jun 18 10:16:01.058394 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:16:01.867013 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca0fb1-5daf-4e70-bb78-171602c8c7a7 req-24fe822b-5437-48d9-aa3b-59c30ea660e3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:01.868674 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5ca0fb1-5daf-4e70-bb78-171602c8c7a7 req-24fe822b-5437-48d9-aa3b-59c30ea660e3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0937591 Jun 18 10:16:01.923594 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f5ca0fb1-5daf-4e70-bb78-171602c8c7a7 req-16550a20-1128-4df4-8f22-e487b46b2941 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461156 Jun 18 10:16:03.127588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcb8e5-2320-40ea-8a48-6ef7107d304a req-e8f55350-7a4a-4b99-a255-0b72d7a11ce8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:03.129154 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aebcb8e5-2320-40ea-8a48-6ef7107d304a req-e8f55350-7a4a-4b99-a255-0b72d7a11ce8 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0829127 Jun 18 10:16:03.178602 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aebcb8e5-2320-40ea-8a48-6ef7107d304a req-5fd94889-3772-4cbe-8287-f434776c4901 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430903 Jun 18 10:16:04.427255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a68d3-1800-4545-9f49-b0ac02956324 req-6cbd203a-5b21-4670-8b56-0914e5964f91 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:04.428845 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-361a68d3-1800-4545-9f49-b0ac02956324 req-6cbd203a-5b21-4670-8b56-0914e5964f91 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0904284 Jun 18 10:16:04.478920 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-361a68d3-1800-4545-9f49-b0ac02956324 req-b539907c-04c6-4207-96d2-259a6e5d0d08 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438256 Jun 18 10:16:04.986231 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481c46a-22da-4fcc-954f-22db14f90c6e req-821ab011-c558-4869-acbb-ed49c66c89f7 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:04.987861 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0481c46a-22da-4fcc-954f-22db14f90c6e req-821ab011-c558-4869-acbb-ed49c66c89f7 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.1653178 Jun 18 10:16:04.994651 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a53666d1-c6fe-4658-9c81-b3e76e4d5db0 req-c816eaf2-360c-40c6-9e89-dcfded84beb5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 1099 time: 0.1116886 Jun 18 10:16:05.337517 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-0481c46a-22da-4fcc-954f-22db14f90c6e req-ca7efd9c-a460-4943-abb8-d6c541641837 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417373 Jun 18 10:16:05.377905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53666d1-c6fe-4658-9c81-b3e76e4d5db0 req-b92cf851-f29a-435d-b361-19125de293cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:05.379536 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a53666d1-c6fe-4658-9c81-b3e76e4d5db0 req-b92cf851-f29a-435d-b361-19125de293cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 912 time: 0.3671389 Jun 18 10:16:05.486611 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a53666d1-c6fe-4658-9c81-b3e76e4d5db0 req-cd657fab-85ba-48f7-8809-22dbbf936412 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177 HTTP/1.1" status: 200 len: 1002 time: 0.1001697 Jun 18 10:16:05.556582 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53666d1-c6fe-4658-9c81-b3e76e4d5db0 req-8b58f3db-a339-4fee-b12e-1d1479c09d00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:05.558183 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a53666d1-c6fe-4658-9c81-b3e76e4d5db0 req-8b58f3db-a339-4fee-b12e-1d1479c09d00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 200 len: 850 time: 0.0648084 Jun 18 10:16:05.627234 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c6d14ddb-8f1b-4257-9053-6209d888fb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:05.648560 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a53666d1-c6fe-4658-9c81-b3e76e4d5db0 req-b7b9e1ac-95cd-462f-a998-53fc7cfe92dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a63589df-6edf-4ae9-ad39-bbe327062778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833955 Jun 18 10:16:05.795458 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a53666d1-c6fe-4658-9c81-b3e76e4d5db0 req-607f260d-2556-4887-b21f-c8e5c0ee0bc5 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396670 Jun 18 10:16:05.947089 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a53666d1-c6fe-4658-9c81-b3e76e4d5db0 req-99354402-683e-439b-a1a4-a5d8a84e2e12 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449561 Jun 18 10:16:06.561425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9de7b-13fb-471f-979e-9c813ca711cb req-5e4f710f-c8fb-47e2-9d71-4b303a1c0611 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:06.563109 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-39d9de7b-13fb-471f-979e-9c813ca711cb req-5e4f710f-c8fb-47e2-9d71-4b303a1c0611 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0927954 Jun 18 10:16:06.619537 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-39d9de7b-13fb-471f-979e-9c813ca711cb req-e74f8519-4c72-456e-954d-f840cb2b9db3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495408 Jun 18 10:16:07.265271 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:07.832249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa91d8-d32f-4b6d-8673-e912ad374d6e req-d0012bbc-b41a-4af4-8e14-3079dd4255c3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:07.833868 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cdfa91d8-d32f-4b6d-8673-e912ad374d6e req-d0012bbc-b41a-4af4-8e14-3079dd4255c3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0877554 Jun 18 10:16:07.883214 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cdfa91d8-d32f-4b6d-8673-e912ad374d6e req-457d75a9-4c33-4547-97b1-a406945beb6b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433099 Jun 18 10:16:08.292672 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-76dfe52e-bd72-4d94-914e-2957420726d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:08.835702 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:10.123518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:21.558501 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:35.637599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eb22d5a8-596b-425e-841a-addf5a86af0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:37.275322 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:38.069977 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:16:38.314695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-712be154-65b0-471f-8567-3f9e191b876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:38.567634 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134582c-b543-49c3-842e-8c16e60d9d33 req-cd8983ce-6ff9-45cf-86aa-015b23e45463 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:38.569257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5134582c-b543-49c3-842e-8c16e60d9d33 req-cd8983ce-6ff9-45cf-86aa-015b23e45463 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 946 time: 0.1246774 Jun 18 10:16:38.671258 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5134582c-b543-49c3-842e-8c16e60d9d33 req-9470e305-e5e7-4e22-8fef-5123810c457a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902770 Jun 18 10:16:38.842739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:39.957795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24af3-06c2-47a7-acea-f79e30535314 req-16694adb-2519-4ed0-ab11-9dfd32c2f7e0 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:39.959906 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98f24af3-06c2-47a7-acea-f79e30535314 req-16694adb-2519-4ed0-ab11-9dfd32c2f7e0 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 946 time: 0.1000943 Jun 18 10:16:40.014832 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-98f24af3-06c2-47a7-acea-f79e30535314 req-ccdadea4-ddf1-4683-bbe4-b50a8c3fe768 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473223 Jun 18 10:16:40.133020 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:40.527169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de470098-0d10-48f6-843b-289393ff3348 req-612354bb-6803-4df7-b5fa-b4f3aa7a96e0 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:40.529589 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-de470098-0d10-48f6-843b-289393ff3348 req-612354bb-6803-4df7-b5fa-b4f3aa7a96e0 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 946 time: 0.0931482 Jun 18 10:16:40.611142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Deleting port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:16:40.611533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:40.938646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] For port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:16:40.939039 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:41.422008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:41.422609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:41.422747 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Floating IP 358212db-97d2-4e00-9450-6159bda09812 disassociated. External IP: 172.27.0.101, port: 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5. Jun 18 10:16:41.423111 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Calling delete_port for 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:16:41.475493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f962b-0690-47c6-a6d2-af118379233a req-da65acb3-a6cc-4f64-8ca1-7daa51b95bd8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:41.477078 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7f9f962b-0690-47c6-a6d2-af118379233a req-da65acb3-a6cc-4f64-8ca1-7daa51b95bd8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 946 time: 0.3234751 Jun 18 10:16:41.584334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ffa86-25aa-4a02-bfe5-fdbb39be4774 req-b1626ea4-f9a0-45b5-9b7f-1f52305d2da3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:41.586137 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d00ffa86-25aa-4a02-bfe5-fdbb39be4774 req-b1626ea4-f9a0-45b5-9b7f-1f52305d2da3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.2506888 Jun 18 10:16:41.661431 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-7f9f962b-0690-47c6-a6d2-af118379233a req-fedd9b69-926f-4fed-bf3c-33e4577ea21f tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591291 Jun 18 10:16:41.715889 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d00ffa86-25aa-4a02-bfe5-fdbb39be4774 req-102adb75-6cba-4a8d-8dd2-b4e2dc858a87 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210763 Jun 18 10:16:41.722737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:41.731511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b632dbbc-6be1-4943-92f3-e649ab227489 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:41.788167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event deleted for resources: {'Port': ['ID=796f12b4-28d4-4d66-b1fe-fa94d82c8ab5,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:41.801833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.802262 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.802668 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.803064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.803457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.803870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.804239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.804631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.805020 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.805404 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.805787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:41.811555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:42.053425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Router 135d53bb-8124-4810-8cbd-a36826d2cc6f has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:16:42.588734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:16:42.599583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] Sync routers for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:16:42.615955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:16:42.616946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:16:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:16:42.668498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] No DVR routers for this DVR port 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:16:42.672433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:42.676800 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'name': 'network-vif-deleted', 'tag': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:16:42.699319 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-de470098-0d10-48f6-843b-289393ff3348 req-0672807c-2fc8-40dd-b62f-584d740234f3 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "DELETE /v2.0/ports/796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 HTTP/1.1" status: 204 len: 173 time: 2.1642632 Jun 18 10:16:42.960960 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-4456bb16-4054-49e3-836d-c16148363a89 req-6033c897-f3d7-419f-85d1-d7f59ce8d26b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Synchronizing usage tracker for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:16:42.970539 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1b4cb0-cc9e-4976-9576-98e38b343636', 'name': 'network-vif-deleted', 'tag': '796f12b4-28d4-4d66-b1fe-fa94d82c8ab5', 'status': 'completed', 'code': 200} Jun 18 10:16:42.983142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-4456bb16-4054-49e3-836d-c16148363a89 req-6033c897-f3d7-419f-85d1-d7f59ce8d26b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Unset dirty status for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:16:42.984726 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-4456bb16-4054-49e3-836d-c16148363a89 req-6033c897-f3d7-419f-85d1-d7f59ce8d26b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee1b4cb0-cc9e-4976-9576-98e38b343636 HTTP/1.1" status: 200 len: 210 time: 0.0870509 Jun 18 10:16:43.063250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:16:43.166811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebbbdd-574c-4abb-bbc6-4f78e64b8010 req-c953bfde-0be2-4e00-b9ec-c1ae689e9167 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:43.168502 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-32ebbbdd-574c-4abb-bbc6-4f78e64b8010 req-c953bfde-0be2-4e00-b9ec-c1ae689e9167 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0909910 Jun 18 10:16:43.226755 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-32ebbbdd-574c-4abb-bbc6-4f78e64b8010 req-2d0ed78c-7d1c-4f4c-871a-13b60c3b4785 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501738 Jun 18 10:16:43.428502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:16:43.432649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] Checking router: 135d53bb-8124-4810-8cbd-a36826d2cc6f for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:16:43.444196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:16:43.444866 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:16:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:16:43.580168 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-817d424b-fe52-44bc-9a07-bf362de07d07 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:43.581899 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-817d424b-fe52-44bc-9a07-bf362de07d07 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.0958400 Jun 18 10:16:43.639660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:16:43.667421 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Deleting port 85e1c89a-adef-4234-b7a1-96dc9bc39177 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:16:43.667790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:43.962308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] For port 85e1c89a-adef-4234-b7a1-96dc9bc39177, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=85e1c89a-adef-4234-b7a1-96dc9bc39177,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:16:43.962725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:44.014460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:16:44.019210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394bc5de-33b6-43bb-933c-778ea33b2db7 None None] The sync data for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi is: [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:16:44.320031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:44.320524 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:44.321098 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Floating IP f8912bd5-6b88-4a71-beb8-0a93f537b6f8 disassociated. External IP: 172.27.0.196, port: 85e1c89a-adef-4234-b7a1-96dc9bc39177. Jun 18 10:16:44.321488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Calling delete_port for 85e1c89a-adef-4234-b7a1-96dc9bc39177 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:16:44.424227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:16:44.462533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:16:44.462930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 796f12b4-28d4-4d66-b1fe-fa94d82c8ab5 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:16:44.512244 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-38fd8777-cf45-4e58-8d19-463d372fd92f tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489422729&fields=id&tenant_id=a58e40cae95b4874b28782fedac0572d HTTP/1.1" status: 200 len: 267 time: 0.1586888 Jun 18 10:16:44.527501 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314c7a9-226e-4cd3-9e1d-4fd6a01d1e2d None None] New status for floating IP 358212db-97d2-4e00-9450-6159bda09812: DOWN {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:16:44.694810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54854f5d-5a86-47c7-a4d7-8a53cc5dfa92 req-fc39f7bb-5ad1-4fb0-b646-6f116779f1ef tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:44.696461 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-54854f5d-5a86-47c7-a4d7-8a53cc5dfa92 req-fc39f7bb-5ad1-4fb0-b646-6f116779f1ef tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 946 time: 0.3112540 Jun 18 10:16:44.771549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:44.796966 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:44.851587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event deleted for resources: {'Port': ['ID=85e1c89a-adef-4234-b7a1-96dc9bc39177,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:44.861025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:44.866869 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-a8741d27-cfa5-4f1c-bd54-7379ef45a962 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:44.868460 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-a8741d27-cfa5-4f1c-bd54-7379ef45a962 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 812 time: 0.3429368 Jun 18 10:16:44.876817 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-54854f5d-5a86-47c7-a4d7-8a53cc5dfa92 req-263aa6c7-de3b-4f29-9b8f-cbc0c1228220 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=57e89819-8956-4d90-92ef-2c9cabc32199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647792 Jun 18 10:16:44.972396 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-0bea78aa-8ffd-453d-a055-f55cfcb5bade tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/quotas/a58e40cae95b4874b28782fedac0572d HTTP/1.1" status: 200 len: 375 time: 0.0926809 Jun 18 10:16:45.153705 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-68518c71-ad23-41f8-815b-fab4b12852eb tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1736763 Jun 18 10:16:45.214975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Router baa3d449-0f40-4f63-b519-29490f29ab97 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:16:45.365199 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-39fd3610-7908-4c1f-a8ac-99c126db566f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:16:45.366330 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-39fd3610-7908-4c1f-a8ac-99c126db566f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1966190 Jun 18 10:16:45.763839 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-fc57ed9e-df29-4932-bcea-59ec719a1630 service neutron] 10.222.0.60 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886552 Jun 18 10:16:45.937209 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-c70cda08-5a7c-43be-bc5f-2e39fd98ac55 service neutron] 10.222.0.60 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661527 Jun 18 10:16:45.939983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:16:45.955000 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] Sync routers for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:16:45.971808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:16:45.972503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:16:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:16:46.023332 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] No DVR routers for this DVR port 85e1c89a-adef-4234-b7a1-96dc9bc39177 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:16:46.026615 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:46.030712 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'name': 'network-vif-deleted', 'tag': '85e1c89a-adef-4234-b7a1-96dc9bc39177'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:16:46.092583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-20f74dea-baa9-4f51-ad55-90e32afb9850 req-6d035d7e-910a-445f-8b58-987044dd447e tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Synchronizing usage tracker for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:16:46.097566 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-dc532b87-a9b9-41d8-b7b2-cde36fd0bdf2 req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "DELETE /v2.0/ports/85e1c89a-adef-4234-b7a1-96dc9bc39177 HTTP/1.1" status: 204 len: 173 time: 2.5073726 Jun 18 10:16:46.113463 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-20f74dea-baa9-4f51-ad55-90e32afb9850 req-6d035d7e-910a-445f-8b58-987044dd447e tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Unset dirty status for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:16:46.114903 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-20f74dea-baa9-4f51-ad55-90e32afb9850 req-6d035d7e-910a-445f-8b58-987044dd447e tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=e807a087-e440-4230-9dd7-dfbdf9f137fd HTTP/1.1" status: 200 len: 210 time: 0.0774605 Jun 18 10:16:46.205136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:16:46.210475 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e807a087-e440-4230-9dd7-dfbdf9f137fd', 'name': 'network-vif-deleted', 'tag': '85e1c89a-adef-4234-b7a1-96dc9bc39177', 'status': 'completed', 'code': 200} Jun 18 10:16:46.436544 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2d974bf0-3fd8-441d-bc52-61802257d435 req-8450a150-9bae-4503-b3b2-7f5ff56809cf tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 210 time: 0.0481679 Jun 18 10:16:46.698667 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:16:46.704984 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] Checking router: baa3d449-0f40-4f63-b519-29490f29ab97 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:16:46.718330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:16:46.719284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:16:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:16:46.937536 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:16:47.341576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:16:47.346386 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a014fdc-8e8a-4f88-9252-d788fe9f5361 None None] The sync data for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi is: [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:16:47.612568 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-272104cb-26dd-46c2-b314-3d7f738a2aa5 req-3d3efd9e-f305-4f35-8fc9-27b86eb8ddcb tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 210 time: 0.0469680 Jun 18 10:16:47.808526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe7072-f526-4b22-b5cd-2f498f61867c None None] New status for floating IP f8912bd5-6b88-4a71-beb8-0a93f537b6f8: DOWN {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:16:47.944075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-b4948904-65ae-4c39-9a4f-2514ff163113 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:47.945803 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-b4948904-65ae-4c39-9a4f-2514ff163113 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 812 time: 0.1716216 Jun 18 10:16:48.045408 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-831414bb-a289-42d2-b41e-c9c435fd5e42 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a58e40cae95b4874b28782fedac0572d HTTP/1.1" status: 200 len: 7063 time: 0.0796096 Jun 18 10:16:48.072027 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'port': {'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'admin_state_up': True, 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'security_groups': ['23767d3d-687e-4a12-b781-21f5d692c450']}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:16:48.272949 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:16:48.285491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:16:48.296271 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Made reservation on behalf of a58e40cae95b4874b28782fedac0572d for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:16:48.302065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:48.351360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50540) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:16:48.436009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:48.438576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 85e1c89a-adef-4234-b7a1-96dc9bc39177 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:16:48.472018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:48.474684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 85e1c89a-adef-4234-b7a1-96dc9bc39177 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:16:48.475221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 85e1c89a-adef-4234-b7a1-96dc9bc39177 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:16:48.499344 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Allocated IP 172.20.0.4 (53b2e114-f806-4754-bf4e-cd42c2e9001b/c0929f15-ea52-4b47-a36b-62d027039564/513c988e-63cb-49c0-afd3-2cc0c9e53c23) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:16:48.525476 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:48.532195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c3f817bd-580c-44b8-832d-3939a212d84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:48.547540 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e89819-8956-4d90-92ef-2c9cabc32199,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:48.556829 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:48.558088 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "DELETE /v2.0/security-groups/57e89819-8956-4d90-92ef-2c9cabc32199 HTTP/1.1" status: 204 len: 168 time: 0.2055206 Jun 18 10:16:48.563300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.563634 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.564050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.564452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.564858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.565264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.565664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.566100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.566502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.566903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.567300 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:48.569934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50544) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:16:48.572762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:48.590505 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.v2.resource [None req-8197c6c3-2be3-44af-9341-6ff4d8132d5b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] show failed (client error): The resource could not be found. Jun 18 10:16:48.595328 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8197c6c3-2be3-44af-9341-6ff4d8132d5b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups/57e89819-8956-4d90-92ef-2c9cabc32199 HTTP/1.1" status: 404 len: 347 time: 0.0207233 Jun 18 10:16:48.595565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50548) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:16:48.739911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:48.788313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Deleting port 6129152c-9690-4781-86ef-fb3e321466d4 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:16:48.788882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:48.847081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Transition to ACTIVE for port object 513c988e-63cb-49c0-afd3-2cc0c9e53c23 will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:16:48.876667 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cf2452bf-a177-45ad-a1be-251a2d19fde1 req-68f8073b-ed01-45bf-bed9-65db6233bebe tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 210 time: 0.1159112 Jun 18 10:16:48.889628 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:48.904339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e04dd8cd-643d-4fa6-807f-541a4aa7d879 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:48.964340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:16:48.967487 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:16:48.972006 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:16:49.023151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.023787 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.045495 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'Port': ['ID=513c988e-63cb-49c0-afd3-2cc0c9e53c23,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:49.050852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:49.067824 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:49.068564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.108245 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-87dfe09c-7551-421a-ac0c-54d300deb9dd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0436010 Jun 18 10:16:49.128565 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Request body: {'port': {'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:16:49.167258 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Calling delete_port for 6129152c-9690-4781-86ef-fb3e321466d4 owned by network:floatingip {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:16:49.314053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.376746 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.381041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:49.398491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-d33232c5-860a-449d-8485-4c58bbd2a634 None None] Provisioning for port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:16:49.405932 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-d33232c5-860a-449d-8485-4c58bbd2a634 None None] Provisioning complete for port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:16:49.406410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d33232c5-860a-449d-8485-4c58bbd2a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.425468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event deleted for resources: {'Port': ['ID=6129152c-9690-4781-86ef-fb3e321466d4,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:49.429336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:49.469871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d33232c5-860a-449d-8485-4c58bbd2a634 None None] Port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:16:49.529073 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.547480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.551823 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "DELETE /v2.0/floatingips/f8912bd5-6b88-4a71-beb8-0a93f537b6f8 HTTP/1.1" status: 204 len: 168 time: 0.9520795 Jun 18 10:16:49.726246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513c988e-63cb-49c0-afd3-2cc0c9e53c23 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:16:49.739337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.760951 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Transition to ACTIVE for port object 513c988e-63cb-49c0-afd3-2cc0c9e53c23 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:16:49.767457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8207589'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.771823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f4b68f92-5a80-4505-812b-94c9d2c80806 tempest-VolumesSnapshotTestJSON-324188252 tempest-VolumesSnapshotTestJSON-324188252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:49.839229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50556) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:16:49.845990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589336053', 'description': 'tempest-description--1420420990'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:16:49.852597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:16:49.858428 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:security_group and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:16:49.861728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:16:49.869076 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:16:49.883461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:49.914614 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Pushing event updated for resources: {'Port': ['ID=513c988e-63cb-49c0-afd3-2cc0c9e53c23,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:49.918154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:49.929433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:16:49.934302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:security_group_rule and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:16:49.938610 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:16:49.945652 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:16:50.035758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.041323 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.054871 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-de68a0a5-dbae-4ec2-b137-633229e38535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:50.117930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Attempting to bind port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:16:50.118308 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Attempting to bind port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:16:50.118588 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Attempting to bind port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:16:50.130417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:16:50.130872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Attempting to bind port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:16:50.142788 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.143468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:16:50.143845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Checking segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:16:50.144275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Bound using segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:16:50.147628 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Bound port: 513c988e-63cb-49c0-afd3-2cc0c9e53c23, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:16:50.147764 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3046012 Jun 18 10:16:50.147865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.148222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50562) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:16:50.160391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'security_group_rule': {'security_group_id': 'fef58e96-39e1-49cc-a035-7f0630d7e0b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:16:50.170038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef58e96-39e1-49cc-a035-7f0630d7e0b0,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:50.174619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7f814c03-6f80-4cc6-afa2-0351c57b0e0c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:50.177605 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:16:50.183461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:security_group_rule and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:16:50.187358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:16:50.193997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:16:50.212378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.231548 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134495d3-f321-470b-bcc4-eee7cfa25c18 req-c2ebfcb8-16be-446d-9fd5-614d42439a76 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:50.233264 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-134495d3-f321-470b-bcc4-eee7cfa25c18 req-c2ebfcb8-16be-446d-9fd5-614d42439a76 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Synchronizing usage tracker for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:16:50.272303 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-134495d3-f321-470b-bcc4-eee7cfa25c18 req-c2ebfcb8-16be-446d-9fd5-614d42439a76 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Unset dirty status for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:16:50.273904 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-134495d3-f321-470b-bcc4-eee7cfa25c18 req-c2ebfcb8-16be-446d-9fd5-614d42439a76 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 943 time: 0.2103522 Jun 18 10:16:50.277822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] For port 513c988e-63cb-49c0-afd3-2cc0c9e53c23, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:16:50.283520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] For port 513c988e-63cb-49c0-afd3-2cc0c9e53c23, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:16:50.297906 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.300961 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.301944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8207589'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.309357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:50.310276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-279b8aa4-58c9-414e-8c99-fb4767ed153f tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:50.332677 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd5ccac-370e-4360-a40a-f7dad095d0bd,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:50.335664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:50.339830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.341647 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1913800 Jun 18 10:16:50.344491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50566) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:16:50.351169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'security_group_rule': {'security_group_id': 'fef58e96-39e1-49cc-a035-7f0630d7e0b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:16:50.359249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:16:50.363460 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:security_group_rule and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:16:50.366679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:16:50.373568 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:16:50.391473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.398747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.400246 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] 10.222.0.70 "PUT /v2.0/ports/513c988e-63cb-49c0-afd3-2cc0c9e53c23 HTTP/1.1" status: 200 len: 1093 time: 1.2768719 Jun 18 10:16:50.404112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:16:50.421188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Pushing event updated for resources: {'Port': ['ID=513c988e-63cb-49c0-afd3-2cc0c9e53c23,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:50.424972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:50.427875 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-134495d3-f321-470b-bcc4-eee7cfa25c18 req-4a517a7f-9ba2-487c-bfde-4abacccf56ba tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465557 Jun 18 10:16:50.507213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.511220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656852'] for security_group_rule, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.515109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4afe1185-4a1b-4e3e-8edb-e0ef86d0d43c tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:50.519143 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'status': 'completed', 'code': 200} Jun 18 10:16:50.543336 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2508ef0a-c49a-4bd6-901c-eebe7d7813f4,revision_number=0']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:50.546670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:50.556863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.556863 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4018798b-6494-4027-a5e3-1ba5b4f164ea tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2110679 Jun 18 10:16:50.560694 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50572) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:16:50.567745 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'floatingip': {'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:16:50.573921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:16:50.577081 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-1c384fda-d42e-4f6e-8002-6cfd37c17820 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 1096 time: 0.0972252 Jun 18 10:16:50.579512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:floatingip and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:16:50.582804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:16:50.589314 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:16:50.604219 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.668548 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-9136f657-bd72-4b02-9e4f-77933aa7a606 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23 HTTP/1.1" status: 200 len: 217 time: 0.0758510 Jun 18 10:16:50.756536 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-7ff6d2f7-76df-4226-9428-0039722ce5e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:50.758195 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-7ff6d2f7-76df-4226-9428-0039722ce5e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0831139 Jun 18 10:16:50.831753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:50.861655 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-bb7f552b-a2b7-4a04-add1-83f95c79df8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963383 Jun 18 10:16:51.021453 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-40c514d9-1e26-4d3b-9601-67e62c797752 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523232 Jun 18 10:16:51.034884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Allocated IP 172.27.0.165 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/a1363261-5f53-4afb-9d26-811d67f873e0) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:16:51.179678 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c6822afc-ceee-4354-b321-9ee477c7c89a req-4ce92314-7865-405b-84e7-918cad78b450 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510022 Jun 18 10:16:51.213279 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:51.242600 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:51.248463 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:51.317320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:16:51.320400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:16:51.323133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:16:51.374984 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aac6f4c2-e4c1-4547-a595-2bdeccc27d46 req-779f8820-4a37-4a07-bd6b-3dda638fc805 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 1096 time: 0.0833571 Jun 18 10:16:51.550138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:51.613569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'Port': ['ID=a1363261-5f53-4afb-9d26-811d67f873e0,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:51.618398 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:51.670816 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6f4c2-e4c1-4547-a595-2bdeccc27d46 req-1d4545f4-d53e-48ca-817c-2eb4c626bd3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:51.672446 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aac6f4c2-e4c1-4547-a595-2bdeccc27d46 req-1d4545f4-d53e-48ca-817c-2eb4c626bd3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.2905195 Jun 18 10:16:51.742874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:51.769490 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aac6f4c2-e4c1-4547-a595-2bdeccc27d46 req-e10215a1-0c81-4c4f-a2c6-8f92857103d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23 HTTP/1.1" status: 200 len: 217 time: 0.0876608 Jun 18 10:16:51.803797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:51.837099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b549f-f988-4aac-9608-53ab92e98785 req-4fda9397-99c1-4973-94a1-842d61884400 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:51.838797 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9a0b549f-f988-4aac-9608-53ab92e98785 req-4fda9397-99c1-4973-94a1-842d61884400 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 943 time: 0.2623544 Jun 18 10:16:51.880893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6f4c2-e4c1-4547-a595-2bdeccc27d46 req-f2b12f07-ef5a-4203-a028-95bfdb084431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:51.882521 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aac6f4c2-e4c1-4547-a595-2bdeccc27d46 req-f2b12f07-ef5a-4203-a028-95bfdb084431 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.1053979 Jun 18 10:16:51.953527 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9a0b549f-f988-4aac-9608-53ab92e98785 req-b2378d0a-21d8-4c44-ba34-755e3986eb48 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044071 Jun 18 10:16:51.986911 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aac6f4c2-e4c1-4547-a595-2bdeccc27d46 req-9e21d985-dc35-48da-8ef0-cc511722204a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916982 Jun 18 10:16:52.044802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:52.048357 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7927738'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:52.053108 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-742d669d-991c-4496-8839-67179d6175d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:52.174537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'Port': ['ID=a1363261-5f53-4afb-9d26-811d67f873e0,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:52.179761 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:52.192417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:52.217695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:52.219096 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6568611 Jun 18 10:16:52.382229 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aac6f4c2-e4c1-4547-a595-2bdeccc27d46 req-8d08851b-9046-463d-89c4-ede795af6743 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847799 Jun 18 10:16:52.561774 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-a17748de-4f95-431a-aebe-ebeb50c32fb4 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--589336053&fields=id&tenant_id=24b2124d5c0d46478cd2d054a5740fe2 HTTP/1.1" status: 200 len: 267 time: 0.0935922 Jun 18 10:16:52.570817 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aac6f4c2-e4c1-4547-a595-2bdeccc27d46 req-c83b101e-d3d0-411a-8633-eafea7d8ab2a service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809788 Jun 18 10:16:52.734461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-3acdfb22-db16-4718-ad17-57f2deb81bec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:52.736003 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-3acdfb22-db16-4718-ad17-57f2deb81bec tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 811 time: 0.1642468 Jun 18 10:16:52.756425 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-f1732aa8-82fb-411b-b71c-1bfe320f30f0 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/quotas/24b2124d5c0d46478cd2d054a5740fe2 HTTP/1.1" status: 200 len: 375 time: 0.0133705 Jun 18 10:16:52.853217 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-5b6f37fc-9a5e-4680-9f81-aef586866b79 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908055 Jun 18 10:16:52.961992 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-7f2da132-d108-48e2-a555-71f207be3f74 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=82099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 10:16:52.963089 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-7f2da132-d108-48e2-a555-71f207be3f74 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0967622 Jun 18 10:16:53.185011 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-3ba7eba0-130b-4863-8fc4-26f5692e90e9 service neutron] 10.222.0.60 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134082 Jun 18 10:16:53.331047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febc3e0-3d90-48fa-a36e-84ca1609813d req-0ff364ca-a9f0-49f8-8a03-e4229876ff7a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:53.332561 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1febc3e0-3d90-48fa-a36e-84ca1609813d req-0ff364ca-a9f0-49f8-8a03-e4229876ff7a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 943 time: 0.2259004 Jun 18 10:16:53.382088 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-684ab976-6f3e-42b0-b60e-643aaea68c20 service neutron] 10.222.0.60 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892836 Jun 18 10:16:53.405623 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1febc3e0-3d90-48fa-a36e-84ca1609813d req-05048dfd-af60-465c-816e-711e81c613da tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648012 Jun 18 10:16:53.595130 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-8108ae25-c678-47cf-9582-71ad7faf4435 req-027ac31c-e19d-4299-912b-8adc4707ca4d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 210 time: 0.0523813 Jun 18 10:16:54.624065 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562aa96-a9b8-461f-b07d-a17c1bee2279 req-dafb4ccf-c4ea-4b03-92cb-b63bf57a7b8a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:54.625711 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c562aa96-a9b8-461f-b07d-a17c1bee2279 req-dafb4ccf-c4ea-4b03-92cb-b63bf57a7b8a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 943 time: 0.0937390 Jun 18 10:16:54.679660 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c562aa96-a9b8-461f-b07d-a17c1bee2279 req-77cd7c5b-e9ee-44ea-aea7-ef3aa0b2b99c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465546 Jun 18 10:16:54.885806 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6348517a-7523-4023-8da3-bce2f62b26c7 req-03829d12-e60c-40b4-aaa9-08354f138535 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 210 time: 0.1229467 Jun 18 10:16:54.963584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-3e2c9e91-349d-4d32-83ab-04bb8fe6c4c1 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:54.965048 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-3e2c9e91-349d-4d32-83ab-04bb8fe6c4c1 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 811 time: 0.2369518 Jun 18 10:16:55.062372 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-13cd209d-533f-402a-9a7e-eb7fdc9be80d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24b2124d5c0d46478cd2d054a5740fe2 HTTP/1.1" status: 200 len: 5044 time: 0.0749979 Jun 18 10:16:55.072535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'port': {'device_id': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'admin_state_up': True, 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'security_groups': ['fef58e96-39e1-49cc-a035-7f0630d7e0b0']}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:16:55.228102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:16:55.233649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Usage tracker for resource:port and tenant:24b2124d5c0d46478cd2d054a5740fe2 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:16:55.236734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:16:55.242921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:16:55.253498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Made reservation on behalf of 24b2124d5c0d46478cd2d054a5740fe2 for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:16:55.259066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:55.435217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Allocated IP 172.20.0.11 (a63589df-6edf-4ae9-ad39-bbe327062778/78ddcc27-0fbd-435b-b5f4-fd479c9a14de/29417f3e-2443-490b-a6c6-45a71929e94a) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:16:55.650622 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:55.670470 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Transition to ACTIVE for port object 29417f3e-2443-490b-a6c6-45a71929e94a will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:16:55.690195 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:55.696875 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-85294332-6a4b-4729-b411-fbcbd2ae69f1 tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:55.786269 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Network a63589df-6edf-4ae9-ad39-bbe327062778 is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:16:55.790514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:16:55.792791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event updated for resources: {'Port': ['ID=29417f3e-2443-490b-a6c6-45a71929e94a,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:55.795917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:16:55.834330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:55.926937 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:55.927772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:55.973242 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9053092 Jun 18 10:16:55.984741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dde42-57a1-4f5a-ae4b-4cdee5d780ce req-7f567a7c-a343-4c97-a320-42252876ac5c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:55.986464 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-099dde42-57a1-4f5a-ae4b-4cdee5d780ce req-7f567a7c-a343-4c97-a320-42252876ac5c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 943 time: 0.1511412 Jun 18 10:16:55.993277 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Request body: {'port': {'device_id': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:16:56.196528 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-099dde42-57a1-4f5a-ae4b-4cdee5d780ce req-bbf6b047-7538-4dbd-9134-26ef9cee262d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765835 Jun 18 10:16:56.210317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-3dbfb0c0-b788-49b9-b57a-4f2d8b88abff None None] Provisioning for port 29417f3e-2443-490b-a6c6-45a71929e94a completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:16:56.216467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-3dbfb0c0-b788-49b9-b57a-4f2d8b88abff None None] Provisioning complete for port 29417f3e-2443-490b-a6c6-45a71929e94a triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:16:56.217115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb0c0-b788-49b9-b57a-4f2d8b88abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:56.235609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:56.267707 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c1c4-4383-41fd-b31b-cc573032a7ab req-cc720f40-dba6-46a7-b491-e6679c229fcb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:56.269066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-9a72c1c4-4383-41fd-b31b-cc573032a7ab req-cc720f40-dba6-46a7-b491-e6679c229fcb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Synchronizing usage tracker for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:16:56.276882 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-3dbfb0c0-b788-49b9-b57a-4f2d8b88abff None None] Port 29417f3e-2443-490b-a6c6-45a71929e94a cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:16:56.371048 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-9a72c1c4-4383-41fd-b31b-cc573032a7ab req-cc720f40-dba6-46a7-b491-e6679c229fcb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Unset dirty status for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:16:56.373347 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9a72c1c4-4383-41fd-b31b-cc573032a7ab req-cc720f40-dba6-46a7-b491-e6679c229fcb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 932 time: 0.3281941 Jun 18 10:16:56.517655 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-9a72c1c4-4383-41fd-b31b-cc573032a7ab req-7981ddab-1f2e-4d7a-8912-c604f15d07f2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258719 Jun 18 10:16:56.748973 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29417f3e-2443-490b-a6c6-45a71929e94a {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:16:56.756637 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:56.774793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Transition to ACTIVE for port object 29417f3e-2443-490b-a6c6-45a71929e94a will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:16:56.779306 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8207589'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:56.784556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b11f85d7-06e1-42b0-bf6f-a65db8fba2f9 tempest-ServerRescueNegativeTestJSON-2018783302 tempest-ServerRescueNegativeTestJSON-2018783302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:56.928198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Pushing event updated for resources: {'Port': ['ID=29417f3e-2443-490b-a6c6-45a71929e94a,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:56.931334 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:57.060620 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Attempting to bind port 29417f3e-2443-490b-a6c6-45a71929e94a on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:16:57.060958 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Attempting to bind port 29417f3e-2443-490b-a6c6-45a71929e94a by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:16:57.061340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Attempting to bind port 29417f3e-2443-490b-a6c6-45a71929e94a on network a63589df-6edf-4ae9-ad39-bbe327062778 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:16:57.068333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Port 29417f3e-2443-490b-a6c6-45a71929e94a on network a63589df-6edf-4ae9-ad39-bbe327062778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:16:57.068781 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Attempting to bind port 29417f3e-2443-490b-a6c6-45a71929e94a on network a63589df-6edf-4ae9-ad39-bbe327062778 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:16:57.076576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:16:57.076955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Checking segment: {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:16:57.077384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Bound using segment: {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:16:57.077861 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Bound port: 29417f3e-2443-490b-a6c6-45a71929e94a, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed09dabb-5c92-41e7-91f3-44d1be5f7383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:16:57.078273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:57.180458 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] For port 29417f3e-2443-490b-a6c6-45a71929e94a, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:16:57.183955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] For port 29417f3e-2443-490b-a6c6-45a71929e94a, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=29417f3e-2443-490b-a6c6-45a71929e94a,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:16:57.187472 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8207589'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:57.192682 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:57.263753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:57.265422 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] 10.222.0.70 "PUT /v2.0/ports/29417f3e-2443-490b-a6c6-45a71929e94a HTTP/1.1" status: 200 len: 1094 time: 1.2768686 Jun 18 10:16:57.268483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'tag': '29417f3e-2443-490b-a6c6-45a71929e94a'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:16:57.288226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Pushing event updated for resources: {'Port': ['ID=29417f3e-2443-490b-a6c6-45a71929e94a,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:57.291924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-35e4dc49-0be4-47e6-8b42-5ee221906d50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:57.384476 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'tag': '29417f3e-2443-490b-a6c6-45a71929e94a', 'status': 'completed', 'code': 200} Jun 18 10:16:57.500772 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-d1eb3989-581c-4ce8-afa4-4718d9ac0517 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 1097 time: 0.1608288 Jun 18 10:16:57.509328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9cd1-e4cc-4b0d-8d02-72cfeee2c4d2 req-aa7aa625-aaec-46fe-8d78-9f2e2700842e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:57.511061 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-285b9cd1-e4cc-4b0d-8d02-72cfeee2c4d2 req-aa7aa625-aaec-46fe-8d78-9f2e2700842e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 943 time: 0.1334996 Jun 18 10:16:57.640768 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-5a3aa447-2672-43bd-9c7b-bc44a78f6ccb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29417f3e-2443-490b-a6c6-45a71929e94a HTTP/1.1" status: 200 len: 217 time: 0.1251538 Jun 18 10:16:58.000807 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-285b9cd1-e4cc-4b0d-8d02-72cfeee2c4d2 req-1dc2d3d5-139e-487b-9bd8-1662df807ab7 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4276280 Jun 18 10:16:58.027997 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-cd0a0aa2-b703-4f1b-85ae-8144d176fc6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:58.030268 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-cd0a0aa2-b703-4f1b-85ae-8144d176fc6d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 200 len: 850 time: 0.3819380 Jun 18 10:16:58.131509 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae054c-d48d-494a-9f96-c81db24e5a55 req-315db0df-2df4-4d46-a7ca-9e2a0f1ce5bf tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:58.133163 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2dae054c-d48d-494a-9f96-c81db24e5a55 req-315db0df-2df4-4d46-a7ca-9e2a0f1ce5bf tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 944 time: 0.4306071 Jun 18 10:16:58.174799 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-7068aade-d0af-464c-9900-bb83b3ff6c18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a63589df-6edf-4ae9-ad39-bbe327062778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1295893 Jun 18 10:16:58.289144 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2dae054c-d48d-494a-9f96-c81db24e5a55 req-ee706518-6354-46c5-86ce-d6009a11aeae tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469753 Jun 18 10:16:58.354227 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-04be07d1-35a8-443b-a178-3a1112553eb9 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711156 Jun 18 10:16:58.471602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 513c988e-63cb-49c0-afd3-2cc0c9e53c23 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:16:58.519376 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66405b78-a1ad-42ab-81ab-2bee206a3a0a req-ff663c4c-a696-4d9b-8f12-86c6e8d7deb9 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583226 Jun 18 10:16:58.710602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 513c988e-63cb-49c0-afd3-2cc0c9e53c23, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:16:58.737416 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:16:58.772228 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e62f28c9-27ec-4e38-8cbc-63cbfff1ca92 req-f3cb7b55-d363-4059-8bba-8c43c26a9448 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 1097 time: 0.1366880 Jun 18 10:16:58.807400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:58.836245 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513c988e-63cb-49c0-afd3-2cc0c9e53c23 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:16:58.857163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 513c988e-63cb-49c0-afd3-2cc0c9e53c23, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:16:58.861112 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:16:58.863186 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-02fb3874-7f92-433f-8451-9efb6857a833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:16:58.943977 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=513c988e-63cb-49c0-afd3-2cc0c9e53c23,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:16:58.955737 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.956106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.956645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.957019 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.957392 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.957762 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.958162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.958709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.959072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.959434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.959884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:16:58.964338 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:16:59.010202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f28c9-27ec-4e38-8cbc-63cbfff1ca92 req-6fa07296-ed49-4162-a736-a18429cedf47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:59.011724 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e62f28c9-27ec-4e38-8cbc-63cbfff1ca92 req-6fa07296-ed49-4162-a736-a18429cedf47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 912 time: 0.2317555 Jun 18 10:16:59.146705 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e62f28c9-27ec-4e38-8cbc-63cbfff1ca92 req-083afbf9-5a32-4ead-9b8f-fd9ecc0e97ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29417f3e-2443-490b-a6c6-45a71929e94a HTTP/1.1" status: 200 len: 217 time: 0.1259146 Jun 18 10:16:59.210644 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['513c988e-63cb-49c0-afd3-2cc0c9e53c23'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:16:59.285636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f28c9-27ec-4e38-8cbc-63cbfff1ca92 req-1ffdfc9d-164f-4da0-b82b-f04694525871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:59.287829 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e62f28c9-27ec-4e38-8cbc-63cbfff1ca92 req-1ffdfc9d-164f-4da0-b82b-f04694525871 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 200 len: 850 time: 0.1026838 Jun 18 10:16:59.363418 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e832d2-5ce3-4297-9ca4-ce837e551910 req-9d9a8c7a-5fc9-44c3-8db6-7cafa4bb7386 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:59.365105 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e0e832d2-5ce3-4297-9ca4-ce837e551910 req-9d9a8c7a-5fc9-44c3-8db6-7cafa4bb7386 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 944 time: 0.2156165 Jun 18 10:16:59.446318 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e62f28c9-27ec-4e38-8cbc-63cbfff1ca92 req-1b696313-43f4-4cd2-93f2-22845ee8b186 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a63589df-6edf-4ae9-ad39-bbe327062778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1497796 Jun 18 10:16:59.450738 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e0e832d2-5ce3-4297-9ca4-ce837e551910 req-9f7244a0-dc67-45bb-85ed-2beb9ef8f992 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653429 Jun 18 10:16:59.743812 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e62f28c9-27ec-4e38-8cbc-63cbfff1ca92 req-0f908855-7cb5-4032-8e39-fe17d4165923 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898099 Jun 18 10:16:59.754803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23998df7-bcf4-4f81-9d3f-cc70b9e6871a req-bab9c875-e135-4a6d-9fe5-252cadd71adb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:16:59.756434 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-23998df7-bcf4-4f81-9d3f-cc70b9e6871a req-bab9c875-e135-4a6d-9fe5-252cadd71adb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 944 time: 0.2640021 Jun 18 10:16:59.917769 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-23998df7-bcf4-4f81-9d3f-cc70b9e6871a req-48848c3b-5928-41f1-b4a2-d773622f48b3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378009 Jun 18 10:16:59.952009 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e62f28c9-27ec-4e38-8cbc-63cbfff1ca92 req-b4cbe710-d678-474d-b539-cd8ec24fbf2d service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944587 Jun 18 10:17:00.502790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 29417f3e-2443-490b-a6c6-45a71929e94a details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:17:00.511603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 513c988e-63cb-49c0-afd3-2cc0c9e53c23 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:17:00.773520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458da9a7-e1c2-4c29-8e3a-811d6fe57e11 req-13bc3303-e37e-4bf3-990a-53ab8e84d7ab tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:00.775313 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-458da9a7-e1c2-4c29-8e3a-811d6fe57e11 req-13bc3303-e37e-4bf3-990a-53ab8e84d7ab tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 944 time: 0.1428697 Jun 18 10:17:00.792904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:17:00.812990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:17:00.813400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:00.873268 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-458da9a7-e1c2-4c29-8e3a-811d6fe57e11 req-9d14adab-88b4-4ff1-8ed1-2c8fe856f7ab tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848932 Jun 18 10:17:00.878083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 29417f3e-2443-490b-a6c6-45a71929e94a, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=29417f3e-2443-490b-a6c6-45a71929e94a,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:17:00.914363 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '29417f3e-2443-490b-a6c6-45a71929e94a', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'port_id': '29417f3e-2443-490b-a6c6-45a71929e94a', 'mac_address': 'fa:16:3e:05:90:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:17:01.040055 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:01.077291 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29417f3e-2443-490b-a6c6-45a71929e94a {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:17:01.086838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:01.117944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 29417f3e-2443-490b-a6c6-45a71929e94a, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=29417f3e-2443-490b-a6c6-45a71929e94a,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:17:01.127284 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:01.130150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-54dc002e-3db7-4f65-97f5-cfdbf1118003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:17:01.171383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:17:01.202658 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 513c988e-63cb-49c0-afd3-2cc0c9e53c23, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:17:01.207401 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:01.215741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d4bdc-88e9-424a-8d69-c8929cc947ac req-cfb44aca-7e63-41a4-b82a-45547ad566cd tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:01.219080 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-827d4bdc-88e9-424a-8d69-c8929cc947ac req-cfb44aca-7e63-41a4-b82a-45547ad566cd tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 945 time: 0.1381307 Jun 18 10:17:01.229897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=29417f3e-2443-490b-a6c6-45a71929e94a,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:17:01.237282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:17:01.238169 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:17:01.280483 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-827d4bdc-88e9-424a-8d69-c8929cc947ac req-888000f9-b337-4565-8188-212e38742ec4 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556922 Jun 18 10:17:01.346489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=513c988e-63cb-49c0-afd3-2cc0c9e53c23,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:17:01.350033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:17:01.421108 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'code': 200} Jun 18 10:17:01.428354 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['29417f3e-2443-490b-a6c6-45a71929e94a'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:17:01.898386 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a821020b-15ca-4ccc-a3b1-502eab9648c4 req-1c4a51a4-de41-4dfb-8d9f-c73a9d44df46 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 1098 time: 0.0939500 Jun 18 10:17:01.973926 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a821020b-15ca-4ccc-a3b1-502eab9648c4 req-83d23ce6-833a-4e61-bb47-db4d86ea9290 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670841 Jun 18 10:17:02.122843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52e9eb-0df6-4929-805f-b8e3b63fdbf2 req-8dc10470-e29c-40b1-8b06-7de14f6c2811 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:02.124514 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3a52e9eb-0df6-4929-805f-b8e3b63fdbf2 req-8dc10470-e29c-40b1-8b06-7de14f6c2811 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 945 time: 0.0880866 Jun 18 10:17:02.176323 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-3a52e9eb-0df6-4929-805f-b8e3b63fdbf2 req-dbd1232d-022d-40d7-a6fe-9fad015aa330 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450485 Jun 18 10:17:02.503298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 29417f3e-2443-490b-a6c6-45a71929e94a up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:17:02.602074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 29417f3e-2443-490b-a6c6-45a71929e94a completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:17:02.609370 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 29417f3e-2443-490b-a6c6-45a71929e94a triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:17:02.610004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:02.611125 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397f2f1-3f3e-4ca9-a6e7-120296192e28 req-e5ce086d-d4f5-4da9-bbe3-721c39128b53 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:02.613417 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2397f2f1-3f3e-4ca9-a6e7-120296192e28 req-e5ce086d-d4f5-4da9-bbe3-721c39128b53 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 945 time: 0.1182129 Jun 18 10:17:02.673341 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2397f2f1-3f3e-4ca9-a6e7-120296192e28 req-5c2d275f-7305-438a-b4a0-578624aa4a2a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484669 Jun 18 10:17:02.751301 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:02.791544 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 29417f3e-2443-490b-a6c6-45a71929e94a, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=29417f3e-2443-490b-a6c6-45a71929e94a,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:17:02.795216 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:02.797364 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:17:02.885930 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=29417f3e-2443-490b-a6c6-45a71929e94a,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:17:02.893441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:17:03.399469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4440ad-3199-4466-ae2f-9387d16fc84b req-098930e7-ad1e-4833-9324-f599270d854c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:03.401131 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fd4440ad-3199-4466-ae2f-9387d16fc84b req-098930e7-ad1e-4833-9324-f599270d854c tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 945 time: 0.0974991 Jun 18 10:17:03.422184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29417f3e-2443-490b-a6c6-45a71929e94a'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:17:03.456998 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fd4440ad-3199-4466-ae2f-9387d16fc84b req-a23a39aa-7adf-4a68-b0b3-0243d5608e82 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492151 Jun 18 10:17:03.478844 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29417f3e-2443-490b-a6c6-45a71929e94a', 'code': 200} Jun 18 10:17:03.691514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d0265-434c-4c7f-b2fc-834c14ad4587 req-4e99d9f2-6c08-4c39-a5ac-e57e7169202f tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:03.693351 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-711d0265-434c-4c7f-b2fc-834c14ad4587 req-4e99d9f2-6c08-4c39-a5ac-e57e7169202f tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 945 time: 0.1044159 Jun 18 10:17:03.802476 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-711d0265-434c-4c7f-b2fc-834c14ad4587 req-5fd66a92-1f9a-4fa6-a08d-632dd84e7270 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006756 Jun 18 10:17:03.856758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50646) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:17:03.859400 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-35c4b330-89c4-44ed-b5d2-cec625169ddd req-d06c3ced-d5c7-46ae-bb17-f9f1912c44d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 1099 time: 0.1385374 Jun 18 10:17:03.966834 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-77190e59-f03a-40c2-934a-d32f51e4c4bc tempest-TestVolumeBootPattern-1117133162 tempest-TestVolumeBootPattern-1117133162-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 1093 time: 0.1078544 Jun 18 10:17:03.970809 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50650) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:17:03.977895 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'floatingip': {'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:17:03.985232 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-35c4b330-89c4-44ed-b5d2-cec625169ddd req-f07ac208-eff2-4a1d-b1ac-709f05b25d21 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180100 Jun 18 10:17:03.985640 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:17:03.990250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:floatingip and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:17:03.993799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:17:04.003023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:17:04.019700 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:04.031043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496233e-8111-4371-9fe3-9ac8b43c74b7 req-af9336c1-e6e1-4319-9ed9-0b6aaa614d52 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:04.034155 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b496233e-8111-4371-9fe3-9ac8b43c74b7 req-af9336c1-e6e1-4319-9ed9-0b6aaa614d52 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 946 time: 0.1683362 Jun 18 10:17:04.096709 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b496233e-8111-4371-9fe3-9ac8b43c74b7 req-e406efa6-2016-4aa3-a655-1e71691db731 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556381 Jun 18 10:17:04.185093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:04.351345 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Allocated IP 172.27.0.239 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/8cc0eec0-7531-42db-867e-013e6b9798d3) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:17:04.528255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:04.556422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:04.562571 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-06263df9-45a1-4bae-a93e-c5e201a27c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:17:04.639512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:17:04.643243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'Port': ['ID=8cc0eec0-7531-42db-867e-013e6b9798d3,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:17:04.645889 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:17:04.647899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:17:04.648641 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:17:05.384513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568eeec-8168-405e-9b34-25f5b5e32321 req-40f9fbce-aa59-4f2b-b1cc-36e3cff88054 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:05.388190 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c568eeec-8168-405e-9b34-25f5b5e32321 req-40f9fbce-aa59-4f2b-b1cc-36e3cff88054 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 946 time: 0.1295927 Jun 18 10:17:05.397023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:05.455833 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c568eeec-8168-405e-9b34-25f5b5e32321 req-e134a602-7e9c-49b1-882c-4b137411a5d1 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606627 Jun 18 10:17:05.488154 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:05.635196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5d06c28b-aa21-4aff-87d2-6d2a00bf058d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:05.737320 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61368b5-9b81-43ce-815d-0c4f83c2054c req-bbfb4789-4c67-4d4a-8516-9c67a061972b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:05.739010 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-f61368b5-9b81-43ce-815d-0c4f83c2054c req-bbfb4789-4c67-4d4a-8516-9c67a061972b tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 946 time: 0.0865743 Jun 18 10:17:05.750905 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50658) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:17:05.757206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-95a41807-d2b5-4868-9263-8c279dec8caa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Request body: {'floatingip': {'port_id': '29417f3e-2443-490b-a6c6-45a71929e94a'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:17:05.870185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95a41807-d2b5-4868-9263-8c279dec8caa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:05.877533 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:05.881758 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7927738'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:05.886946 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-afde27cc-c834-4dcd-adfb-bc14159c14b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:17:06.028034 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'Port': ['ID=8cc0eec0-7531-42db-867e-013e6b9798d3,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:17:06.034061 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:17:06.041720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:06.308139 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Floating IP d2885c71-fb74-4a9c-8009-1e7ab9aa9104 associated. External IP: 172.27.0.239, port: 513c988e-63cb-49c0-afd3-2cc0c9e53c23. Jun 18 10:17:06.851021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Router 135d53bb-8124-4810-8cbd-a36826d2cc6f has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:17:07.151765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95a41807-d2b5-4868-9263-8c279dec8caa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:07.156427 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95a41807-d2b5-4868-9263-8c279dec8caa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:07.280317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:07.355288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:17:07.371274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] Sync routers for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:17:07.389226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:07.396241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:17:07.397289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:16:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:17:07.451075 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [None req-95a41807-d2b5-4868-9263-8c279dec8caa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Floating IP c183b667-97a5-4682-94da-411c50d3e6b4 associated. External IP: 172.27.0.165, port: 29417f3e-2443-490b-a6c6-45a71929e94a. Jun 18 10:17:07.483308 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-94a26e48-b2d7-432b-8e29-aa87448131cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5094554 Jun 18 10:17:07.484756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:17:07.567649 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'status': 'completed', 'code': 200} Jun 18 10:17:07.619711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:17:07.880396 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-294032e2-c09d-48a3-a7db-3d68672a1db7 req-8ff8103d-0b10-493a-91a5-909e909d69c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 1098 time: 0.2118387 Jun 18 10:17:08.074391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294032e2-c09d-48a3-a7db-3d68672a1db7 req-a82e4f6d-8040-4a03-bced-19b28fc84443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:08.076904 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-294032e2-c09d-48a3-a7db-3d68672a1db7 req-a82e4f6d-8040-4a03-bced-19b28fc84443 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.1883109 Jun 18 10:17:08.227238 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'd2885c71-fb74-4a9c-8009-1e7ab9aa9104', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:17:05Z', 'updated_at': '2021-06-18T10:17:05Z', 'revision_number': 0, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:17:08.234468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] Checking router: 135d53bb-8124-4810-8cbd-a36826d2cc6f for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:17:08.257047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:17:08.257944 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:16:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:17:08.302597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95b8ad53-b1e5-4078-a971-66a347fdfc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:08.328750 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-294032e2-c09d-48a3-a7db-3d68672a1db7 req-24524223-9d41-4eec-a6b9-186a33023751 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23 HTTP/1.1" status: 200 len: 999 time: 0.2446258 Jun 18 10:17:08.422385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294032e2-c09d-48a3-a7db-3d68672a1db7 req-4ab3fc1e-539e-4911-8ff7-6117803678be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:08.424067 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-294032e2-c09d-48a3-a7db-3d68672a1db7 req-4ab3fc1e-539e-4911-8ff7-6117803678be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0864334 Jun 18 10:17:08.539496 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:17:08.559937 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-294032e2-c09d-48a3-a7db-3d68672a1db7 req-a13de0ff-3b27-413d-a711-2fd51c0e23be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1271129 Jun 18 10:17:08.605917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a41807-d2b5-4868-9263-8c279dec8caa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Router baa3d449-0f40-4f63-b519-29490f29ab97 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:17:08.868494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:08.925354 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-294032e2-c09d-48a3-a7db-3d68672a1db7 req-f0572d0e-7e8a-485e-bad4-3c6e90310745 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584871 Jun 18 10:17:09.087776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'd2885c71-fb74-4a9c-8009-1e7ab9aa9104', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:17:05Z', 'updated_at': '2021-06-18T10:17:05Z', 'revision_number': 0, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:17:09.096454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2b583-8b4e-4020-a33f-d6f02beac53d None None] The sync data for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi is: [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'd2885c71-fb74-4a9c-8009-1e7ab9aa9104', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:17:05Z', 'updated_at': '2021-06-18T10:17:05Z', 'revision_number': 0, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:17:09.370415 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-294032e2-c09d-48a3-a7db-3d68672a1db7 req-5b4fc143-d126-4e4d-9542-65437ac3ad00 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332371 Jun 18 10:17:09.421756 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a41807-d2b5-4868-9263-8c279dec8caa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:17:09.426796 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95a41807-d2b5-4868-9263-8c279dec8caa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:09.438309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] Sync routers for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:17:09.460167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:17:09.461230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:17:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:17:09.510812 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-95a41807-d2b5-4868-9263-8c279dec8caa tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "PUT /v2.0/floatingips/c183b667-97a5-4682-94da-411c50d3e6b4 HTTP/1.1" status: 200 len: 992 time: 3.7540417 Jun 18 10:17:09.510812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'tag': '29417f3e-2443-490b-a6c6-45a71929e94a'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:17:09.563227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477a348-0718-4fd6-985d-91fb9d3a1fb1 None None] New status for floating IP d2885c71-fb74-4a9c-8009-1e7ab9aa9104: ACTIVE {{(pid=82102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:17:09.628985 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'tag': '29417f3e-2443-490b-a6c6-45a71929e94a', 'status': 'completed', 'code': 200} Jun 18 10:17:09.783503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:17:09.953724 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-81a5e8a4-ec15-40af-ad00-fcc2c8cb72ac req-4f61a16f-5d69-49b1-b6d9-9cb84eed27df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 1099 time: 0.1586218 Jun 18 10:17:10.168165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:10.174646 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5e8a4-ec15-40af-ad00-fcc2c8cb72ac req-ae4dd606-387b-4532-a61a-04f31c56aaa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:10.176471 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-81a5e8a4-ec15-40af-ad00-fcc2c8cb72ac req-ae4dd606-387b-4532-a61a-04f31c56aaa6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 200 len: 912 time: 0.2156813 Jun 18 10:17:10.323046 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-81a5e8a4-ec15-40af-ad00-fcc2c8cb72ac req-41b41715-2808-4c2c-b147-6dcdf2497c42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29417f3e-2443-490b-a6c6-45a71929e94a HTTP/1.1" status: 200 len: 1000 time: 0.1390741 Jun 18 10:17:10.368805 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'c183b667-97a5-4682-94da-411c50d3e6b4', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'port_id': '29417f3e-2443-490b-a6c6-45a71929e94a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'mac_address': 'fa:16:3e:05:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:16:51Z', 'updated_at': '2021-06-18T10:17:06Z', 'revision_number': 1, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:17:10.378072 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] Checking router: baa3d449-0f40-4f63-b519-29490f29ab97 for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:17:10.402140 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:17:10.403956 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:17:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:17:10.421942 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5e8a4-ec15-40af-ad00-fcc2c8cb72ac req-09b8c710-627d-4756-a213-04def979d52e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:10.423942 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-81a5e8a4-ec15-40af-ad00-fcc2c8cb72ac req-09b8c710-627d-4756-a213-04def979d52e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 200 len: 850 time: 0.0942500 Jun 18 10:17:10.552919 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-81a5e8a4-ec15-40af-ad00-fcc2c8cb72ac req-ab9d8ce4-797a-4766-9dd1-4acfe81e8d5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a63589df-6edf-4ae9-ad39-bbe327062778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1212299 Jun 18 10:17:10.677514 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:17:10.778176 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-81a5e8a4-ec15-40af-ad00-fcc2c8cb72ac req-3e0ffa1f-e63a-44ec-a9d7-387cae6856f5 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167044 Jun 18 10:17:11.026111 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-81a5e8a4-ec15-40af-ad00-fcc2c8cb72ac req-f7712ff1-b2ec-40e7-a26b-fd5c28046a78 service neutron] 10.222.0.70 "GET /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409625 Jun 18 10:17:11.455009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'c183b667-97a5-4682-94da-411c50d3e6b4', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'port_id': '29417f3e-2443-490b-a6c6-45a71929e94a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'mac_address': 'fa:16:3e:05:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:16:51Z', 'updated_at': '2021-06-18T10:17:06Z', 'revision_number': 1, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:17:11.459897 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e164380-a64d-41e4-8860-e1a790e7664a None None] The sync data for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi is: [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'c183b667-97a5-4682-94da-411c50d3e6b4', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'port_id': '29417f3e-2443-490b-a6c6-45a71929e94a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'mac_address': 'fa:16:3e:05:90:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:16:51Z', 'updated_at': '2021-06-18T10:17:06Z', 'revision_number': 1, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:17:11.884047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab9091-33e7-4932-b389-ea515f2afa98 None None] New status for floating IP c183b667-97a5-4682-94da-411c50d3e6b4: ACTIVE {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:17:15.062579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:17:21.565671 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:35.629881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a4ecc635-5c30-4114-a7cc-271f8d0c6522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:37.267810 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:38.296352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1d9e68a7-3cf3-46d6-8d3a-5919834c2b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:38.847356 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:40.131560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:51.554421 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:17:52.064252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:17:54.322508 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-80728cee-331f-44a7-bc5b-1a72fcf037f7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783653 Jun 18 10:17:54.499161 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-68860daa-0700-4c0e-9922-06dd5aae4827 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 1098 time: 0.0815291 Jun 18 10:17:54.663159 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-67f5f543-34e5-4177-a8dc-a9c67d9e7cf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:54.664743 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-67f5f543-34e5-4177-a8dc-a9c67d9e7cf6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.1468332 Jun 18 10:17:54.795454 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-748bbbe4-f6cd-4ed0-bbec-7ebfa3d5c2dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23 HTTP/1.1" status: 200 len: 1001 time: 0.1042976 Jun 18 10:17:54.865100 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-7cb2e01d-9bb3-4fb7-9362-37df0dc87913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:17:54.866720 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-7cb2e01d-9bb3-4fb7-9362-37df0dc87913 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0655484 Jun 18 10:17:54.969120 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-4f2c3927-57a4-4183-a2c9-7196db0d41ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952182 Jun 18 10:17:55.125856 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-50930c07-681c-4060-8d01-f5d846183d8d service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421988 Jun 18 10:17:55.290059 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-18235268-70af-47ba-8af2-cd4fbcfde945 req-c8b9953c-41c7-4b3a-8087-9dbff387c451 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553042 Jun 18 10:18:05.632587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7796b9c3-6101-4a42-867c-f4cb598a5641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:07.271057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:08.298396 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ba29006f-dc13-4e10-8069-1af1c86b2cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:08.846047 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:10.132194 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:11.008369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada1900-47d9-4ee6-a728-a21b4383c58b req-aa0497a9-f7ac-43f3-aca9-7750a256b51d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:11.009922 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1ada1900-47d9-4ee6-a728-a21b4383c58b req-aa0497a9-f7ac-43f3-aca9-7750a256b51d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 946 time: 0.0872164 Jun 18 10:18:11.060505 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-1ada1900-47d9-4ee6-a728-a21b4383c58b req-8dc00f95-02e6-4c7f-8125-2e9e7e7fc5a1 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441437 Jun 18 10:18:12.276127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1703371-3f72-42ff-a02d-0916e97bfbf1 req-99955577-46b5-4271-a47d-7864e187edeb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:12.277707 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e1703371-3f72-42ff-a02d-0916e97bfbf1 req-99955577-46b5-4271-a47d-7864e187edeb tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 946 time: 0.0866554 Jun 18 10:18:12.334941 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e1703371-3f72-42ff-a02d-0916e97bfbf1 req-27d9addf-e410-41b7-881d-bc6802e0cec4 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504417 Jun 18 10:18:12.752296 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-2229d5f6-b5f6-41c8-b6b7-449475b54e80 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:12.754150 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-2229d5f6-b5f6-41c8-b6b7-449475b54e80 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 946 time: 0.0880880 Jun 18 10:18:12.828770 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Deleting port 29417f3e-2443-490b-a6c6-45a71929e94a {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:18:12.829657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:13.088327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] For port 29417f3e-2443-490b-a6c6-45a71929e94a, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=29417f3e-2443-490b-a6c6-45a71929e94a,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:18:13.088636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:13.392247 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:13.392797 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:13.393445 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Floating IP c183b667-97a5-4682-94da-411c50d3e6b4 disassociated. External IP: 172.27.0.165, port: 29417f3e-2443-490b-a6c6-45a71929e94a. Jun 18 10:18:13.393445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Calling delete_port for 29417f3e-2443-490b-a6c6-45a71929e94a owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:18:13.613642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:13.625461 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb4fca-2760-4ae6-9c5d-8bd7c9530918 req-03ae6582-7394-4d39-875d-aec0cf91cce3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:13.627390 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d9eb4fca-2760-4ae6-9c5d-8bd7c9530918 req-03ae6582-7394-4d39-875d-aec0cf91cce3 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 946 time: 0.1558945 Jun 18 10:18:13.628073 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-02743af1-de55-45c9-ab5e-fa0da4cdc2ce tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:13.690351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event deleted for resources: {'Port': ['ID=29417f3e-2443-490b-a6c6-45a71929e94a,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:13.711393 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.711642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.711967 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.712373 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.712772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.713170 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.713567 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.713990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.714390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.714779 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.715172 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:13.728554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:13.867898 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d9eb4fca-2760-4ae6-9c5d-8bd7c9530918 req-f5f2f542-0eef-4324-93ce-c603c86a62ca tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups?id=fef58e96-39e1-49cc-a035-7f0630d7e0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077632 Jun 18 10:18:13.960695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Router baa3d449-0f40-4f63-b519-29490f29ab97 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:18:14.422985 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:18:14.433091 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] Sync routers for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:18:14.446931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:18:14.447607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:18:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:14.498152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] No DVR routers for this DVR port 29417f3e-2443-490b-a6c6-45a71929e94a on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:18:14.501497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:14.504911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'name': 'network-vif-deleted', 'tag': '29417f3e-2443-490b-a6c6-45a71929e94a'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:18:14.520397 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6ef05179-6e75-4bd8-aae6-008508f81d3e req-91dcfccb-4f30-4a86-bb39-5cafd5bafd03 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.70 "DELETE /v2.0/ports/29417f3e-2443-490b-a6c6-45a71929e94a HTTP/1.1" status: 204 len: 173 time: 1.7598362 Jun 18 10:18:14.567062 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffaa331c-a722-4f0b-81d7-9c66ff107af4', 'name': 'network-vif-deleted', 'tag': '29417f3e-2443-490b-a6c6-45a71929e94a', 'status': 'completed', 'code': 200} Jun 18 10:18:14.638987 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:18:14.999229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:15.003599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] Checking router: baa3d449-0f40-4f63-b519-29490f29ab97 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:18:15.014838 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:18:15.015502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:18:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:15.060109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-5933bb0f-8a42-478f-a40a-ec224d931394 req-2b71fa25-3723-4fa8-b643-9b39e82f8d56 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Synchronizing usage tracker for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:18:15.077328 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-5933bb0f-8a42-478f-a40a-ec224d931394 req-2b71fa25-3723-4fa8-b643-9b39e82f8d56 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Unset dirty status for tenant:24b2124d5c0d46478cd2d054a5740fe2 on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:18:15.078655 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-5933bb0f-8a42-478f-a40a-ec224d931394 req-2b71fa25-3723-4fa8-b643-9b39e82f8d56 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffaa331c-a722-4f0b-81d7-9c66ff107af4 HTTP/1.1" status: 200 len: 210 time: 0.0663931 Jun 18 10:18:15.373229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:18:15.699378 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:15.703432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4841a-5c52-4769-88aa-90589c204267 None None] The sync data for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi is: [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:35Z', 'revision_number': 4, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': 'c1adcdc1-2926-4198-8677-23e5ef917256', 'name': '', 'network_id': 'a63589df-6edf-4ae9-ad39-bbe327062778', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'mac_address': 'fa:16:3e:bf:e5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:34Z', 'updated_at': '2021-06-18T10:13:48Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'subnets': [{'id': '78ddcc27-0fbd-435b-b5f4-fd479c9a14de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:18:16.185258 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842e59e-dc32-4e89-9c46-7ff1e3fbf8c4 None None] New status for floating IP c183b667-97a5-4682-94da-411c50d3e6b4: DOWN {{(pid=82101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:18:16.228750 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50872) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:16.306484 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:16.339454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:16.388430 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:16.393351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-37dcca9e-667a-43e9-aeb4-38f0b5fc8c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:16.410771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef58e96-39e1-49cc-a035-7f0630d7e0b0,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:16.419201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:16.420414 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "DELETE /v2.0/security-groups/fef58e96-39e1-49cc-a035-7f0630d7e0b0 HTTP/1.1" status: 204 len: 168 time: 0.1906111 Jun 18 10:18:16.423359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50876) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:16.426958 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.427390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.427816 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.428229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.428642 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.429050 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.429457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.429865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.430301 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.430711 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.431110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:18:16.446713 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:16.449518 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.api.v2.resource [None req-8d5352a6-e5af-4c7c-8609-8a6e2433ea8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] show failed (client error): The resource could not be found. Jun 18 10:18:16.450878 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8d5352a6-e5af-4c7c-8609-8a6e2433ea8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "GET /v2.0/security-groups/fef58e96-39e1-49cc-a035-7f0630d7e0b0 HTTP/1.1" status: 404 len: 347 time: 0.0263276 Jun 18 10:18:16.454410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50880) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:16.621717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Deleting port a1363261-5f53-4afb-9d26-811d67f873e0 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:18:16.622144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:16.806390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:16.806955 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:16.920832 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 29417f3e-2443-490b-a6c6-45a71929e94a no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:18:16.934742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Calling delete_port for a1363261-5f53-4afb-9d26-811d67f873e0 owned by network:floatingip {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:18:16.958067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 29417f3e-2443-490b-a6c6-45a71929e94a {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:18:16.958471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 29417f3e-2443-490b-a6c6-45a71929e94a not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:18:17.075233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:17.080722 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f41251c7-97b0-4702-b905-36d34bc0a696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:17.124473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Pushing event deleted for resources: {'Port': ['ID=a1363261-5f53-4afb-9d26-811d67f873e0,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:17.127764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:17.226313 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks [] for floatingip, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:17.246982 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:17.248727 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-45d56331-25e5-4bde-a419-8260d952032d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] 10.222.0.60 "DELETE /v2.0/floatingips/c183b667-97a5-4682-94da-411c50d3e6b4 HTTP/1.1" status: 204 len: 168 time: 0.7930658 Jun 18 10:18:21.337899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50910) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:21.568595 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:21.751307 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074653'] for router_interface, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:22.382847 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Deleting port c1adcdc1-2926-4198-8677-23e5ef917256 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:18:22.383433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:22.566626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] For port c1adcdc1-2926-4198-8677-23e5ef917256, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=c1adcdc1-2926-4198-8677-23e5ef917256,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:18:22.566938 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:22.691896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Calling delete_port for c1adcdc1-2926-4198-8677-23e5ef917256 owned by network:router_interface {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:18:22.864045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:22.868450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:22.910924 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1adcdc1-2926-4198-8677-23e5ef917256,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:22.914725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:23.214884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853265420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700531'] for router_interface, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:24.057660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Router baa3d449-0f40-4f63-b519-29490f29ab97 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:18:24.285377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:18:24.294494 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] Sync routers for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:18:24.299107 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-6f62c8d2-6d86-443b-b5b5-ace3124fb12e admin admin] 10.222.0.60 "PUT /v2.0/routers/baa3d449-0f40-4f63-b519-29490f29ab97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9591072 Jun 18 10:18:24.301625 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50914) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:24.307729 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:18:24.308411 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:18:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:24.501198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:18:24.516425 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks [] for router, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:24.732513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:24.741631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Deleting port 7ec30d14-6156-4cc1-a55b-23d1fc669d07 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:18:24.742023 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:24.810031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:18:22Z', 'revision_number': 5, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port': {'id': '7ec30d14-6156-4cc1-a55b-23d1fc669d07', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:31Z', 'updated_at': '2021-06-18T10:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:24.814134 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] Checking router: baa3d449-0f40-4f63-b519-29490f29ab97 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:18:24.826239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] Routers {'baa3d449-0f40-4f63-b519-29490f29ab97'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:18:24.826803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:18:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['baa3d449-0f40-4f63-b519-29490f29ab97'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:24.932831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] For port 7ec30d14-6156-4cc1-a55b-23d1fc669d07, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=7ec30d14-6156-4cc1-a55b-23d1fc669d07,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:18:24.933248 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:24.989024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] Set router baa3d449-0f40-4f63-b519-29490f29ab97 gateway port host: None {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:18:25.064361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Calling delete_port for 7ec30d14-6156-4cc1-a55b-23d1fc669d07 owned by network:router_gateway {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:18:25.101235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:18:24Z', 'revision_number': 6, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port_host': None}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:25.105457 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b05705-7914-4e29-bb8b-ff216b879a4d None None] The sync data for ids ['baa3d449-0f40-4f63-b519-29490f29ab97'] in dv-cinder-797022-1-iscsi is: [{'id': 'baa3d449-0f40-4f63-b519-29490f29ab97', 'name': 'tempest-AttachVolumeTestJSON-1054011564-router', 'tenant_id': '24b2124d5c0d46478cd2d054a5740fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:18:24Z', 'revision_number': 6, 'project_id': '24b2124d5c0d46478cd2d054a5740fe2', 'gw_port_host': None}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:18:25.243255 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:25.248354 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e700edc2-9a3c-46c9-a7f8-36d3bbcdd5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:25.296385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec30d14-6156-4cc1-a55b-23d1fc669d07,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:25.300684 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:25.544712 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854081294'] for router_gateway, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:25.815356 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854072059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239544'] for router, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:25.821016 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:25.850335 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071837'] for router, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:25.850929 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa3d449-0f40-4f63-b519-29490f29ab97 {{(pid=82100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:18:25.865603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:25.866715 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] 10.222.0.60 "DELETE /v2.0/routers/baa3d449-0f40-4f63-b519-29490f29ab97 HTTP/1.1" status: 204 len: 168 time: 1.5640922 Jun 18 10:18:25.869689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50918) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:25.941163 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a839b1-064f-4b4d-9067-c30db28f9661 admin admin] Deleting subnet 78ddcc27-0fbd-435b-b5f4-fd479c9a14de {{(pid=82099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:18:25.944700 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4a839b1-064f-4b4d-9067-c30db28f9661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:25.998970 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4a839b1-064f-4b4d-9067-c30db28f9661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848448649'] for subnet, precommit_delete_associations {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:26.085497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4a839b1-064f-4b4d-9067-c30db28f9661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:26.204996 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7ec30d14-6156-4cc1-a55b-23d1fc669d07 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:18:26.239206 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 7ec30d14-6156-4cc1-a55b-23d1fc669d07 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:18:26.239720 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7ec30d14-6156-4cc1-a55b-23d1fc669d07 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:18:26.240174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device c1adcdc1-2926-4198-8677-23e5ef917256 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:18:26.273085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: c1adcdc1-2926-4198-8677-23e5ef917256 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:18:26.273473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device c1adcdc1-2926-4198-8677-23e5ef917256 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:18:26.366367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4a839b1-064f-4b4d-9067-c30db28f9661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846568648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848084723'] for subnet, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:26.371232 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:26.410171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a839b1-064f-4b4d-9067-c30db28f9661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ddcc27-0fbd-435b-b5f4-fd479c9a14de,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:26.415524 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f4a839b1-064f-4b4d-9067-c30db28f9661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:26.416591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4a839b1-064f-4b4d-9067-c30db28f9661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:26.421628 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f5850-7678-4812-a0f5-7ac7655fd193 None None] Network a63589df-6edf-4ae9-ad39-bbe327062778 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:18:26.422862 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f4a839b1-064f-4b4d-9067-c30db28f9661 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/78ddcc27-0fbd-435b-b5f4-fd479c9a14de HTTP/1.1" status: 204 len: 168 time: 0.5512466 Jun 18 10:18:26.426697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 50922) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:26.545975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:26.559032 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Deleting port bbaca593-5a7d-4355-8e90-a17969524cfd {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:18:26.559397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:26.710249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] DHCP port deletion for a63589df-6edf-4ae9-ad39-bbe327062778 request from dv-cinder-797022-1-iscsi {{(pid=82101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:18:26.715633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] Deleting port bbaca593-5a7d-4355-8e90-a17969524cfd {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:18:26.716049 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:26.816286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] For port bbaca593-5a7d-4355-8e90-a17969524cfd, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=bbaca593-5a7d-4355-8e90-a17969524cfd,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:18:26.816920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:26.977406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Calling delete_port for bbaca593-5a7d-4355-8e90-a17969524cfd owned by network:dhcp {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:18:27.002475 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] For port bbaca593-5a7d-4355-8e90-a17969524cfd, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=bbaca593-5a7d-4355-8e90-a17969524cfd,segment=NetworkSegment(ed09dabb-5c92-41e7-91f3-44d1be5f7383),segment_id=ed09dabb-5c92-41e7-91f3-44d1be5f7383)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:18:27.002907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:27.052282 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:27.056975 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cdd12aad-fb90-4723-8f47-5052d805cbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:27.099581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbaca593-5a7d-4355-8e90-a17969524cfd,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:27.102380 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:27.106136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] No DVR routers for this DVR port bbaca593-5a7d-4355-8e90-a17969524cfd on host dv-cinder-797022-1-iscsi {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:18:27.135562 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] Calling delete_port for bbaca593-5a7d-4355-8e90-a17969524cfd owned by network:dhcp {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:18:27.206286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.db.api [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:18:27.206699 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_db.api [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:18:27.230180 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:27.248004 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63589df-6edf-4ae9-ad39-bbe327062778']}} {{(pid=82099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:27.260739 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed09dabb-5c92-41e7-91f3-44d1be5f7383') {'for_net_delete': True} {{(pid=82099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:27.261138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed09dabb-5c92-41e7-91f3-44d1be5f7383') {} {{(pid=82099) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:18:27.272873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6327151'] for segment, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:27.288294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:27.294957 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=82099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:18:27.295391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8207559'] for segment, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:18:27.310038 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:18:27.388516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:27.392650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ef02b50e-0fe3-4869-8e97-1d524aca3f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:27.414119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:27.420843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63589df-6edf-4ae9-ad39-bbe327062778,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:27.426276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:27.434025 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a63589df-6edf-4ae9-ad39-bbe327062778 HTTP/1.1" status: 204 len: 168 time: 1.0049522 Jun 18 10:18:27.691031 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50928) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:27.707980 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] Deleting port bbaca593-5a7d-4355-8e90-a17969524cfd {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:18:27.708414 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:27.776842 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdff7b-60cc-470b-a1fc-a707bce3daeb None None] The port 'bbaca593-5a7d-4355-8e90-a17969524cfd' was deleted {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:18:27.971923 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8221cfa6-0ab0-4268-b047-566ad959d1c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24b2124d5c0d46478cd2d054a5740fe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2795620 Jun 18 10:18:27.974633 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 50932) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:28.039215 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cee58b04-c82d-47fe-beb9-c9116d009da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:28.066039 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cee58b04-c82d-47fe-beb9-c9116d009da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:28.111289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cee58b04-c82d-47fe-beb9-c9116d009da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:28.116467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-da35c34e-9765-4763-8800-92a0bcb67868 tempest-TestMinimumBasicScenario-802594680 tempest-TestMinimumBasicScenario-802594680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:28.130860 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee58b04-c82d-47fe-beb9-c9116d009da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d331176f-1384-4de8-9e61-06789ead686c,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:28.133754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cee58b04-c82d-47fe-beb9-c9116d009da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:28.134674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-cee58b04-c82d-47fe-beb9-c9116d009da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:28.135962 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-cee58b04-c82d-47fe-beb9-c9116d009da3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d331176f-1384-4de8-9e61-06789ead686c HTTP/1.1" status: 204 len: 168 time: 0.1602893 Jun 18 10:18:28.203147 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bbaca593-5a7d-4355-8e90-a17969524cfd no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:18:28.237222 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: bbaca593-5a7d-4355-8e90-a17969524cfd {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:18:28.237600 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device bbaca593-5a7d-4355-8e90-a17969524cfd not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:18:29.066253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:18:35.635009 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6756-b3e8-4957-9a94-7121eb2525c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:37.274482 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:37.876587 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51036) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:38.032900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:38.068886 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:38.073158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:aa76d86777224e1fb4e0c560174facf7 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:38.076289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:38.082584 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:38.154749 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:38.157429 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:38.165015 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-956a967b-8b25-472e-8f73-4a23c8be141a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:38.207397 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e31eb8-c71e-4f54-9c6d-05e4fcfc266f,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:38.211213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:38.213662 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-df87d6f9-670e-4699-bb31-3ba12e1c5cb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa76d86777224e1fb4e0c560174facf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3359251 Jun 18 10:18:38.216539 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51042) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:38.288024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3f0997c-597e-4884-a2c2-78ab512e1da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:38.299773 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e87c71b6-903e-41a9-9c11-9c060dbb279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:38.318466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3f0997c-597e-4884-a2c2-78ab512e1da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:38.365410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3f0997c-597e-4884-a2c2-78ab512e1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:38.370786 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-265085f9-7804-4cc3-9bb2-e3a5a3bcd1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:38.385581 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0997c-597e-4884-a2c2-78ab512e1da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e31eb8-c71e-4f54-9c6d-05e4fcfc266f,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:38.388774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-e3f0997c-597e-4884-a2c2-78ab512e1da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:38.390896 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e3f0997c-597e-4884-a2c2-78ab512e1da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:38.394670 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-e3f0997c-597e-4884-a2c2-78ab512e1da5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1e31eb8-c71e-4f54-9c6d-05e4fcfc266f HTTP/1.1" status: 204 len: 168 time: 0.1744716 Jun 18 10:18:38.850775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:40.132383 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:42.942904 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51136) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:43.097583 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.140014 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:43.144663 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Usage tracker for resource:security_group_rule and tenant:d516789aa04642b2be38cb0f990c2d62 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:43.147768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:43.153785 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:43.224087 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.226971 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.234741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-836ed652-f8af-40d9-9bdc-11a41944e07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:43.277948 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c29a980-23fc-4600-8d39-35ca67f1851d,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:43.281839 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:43.284336 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d516789aa04642b2be38cb0f990c2d62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3403144 Jun 18 10:18:43.288029 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51142) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:43.353133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-36f9bbc1-75f1-4f7d-962d-1cf40e51f546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.401746 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-36f9bbc1-75f1-4f7d-962d-1cf40e51f546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.450561 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-36f9bbc1-75f1-4f7d-962d-1cf40e51f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.455820 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-768743bd-f11b-4892-9b76-9c4728ac5753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:43.466626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9bbc1-75f1-4f7d-962d-1cf40e51f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c29a980-23fc-4600-8d39-35ca67f1851d,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:43.471511 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-36f9bbc1-75f1-4f7d-962d-1cf40e51f546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:43.473549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-36f9bbc1-75f1-4f7d-962d-1cf40e51f546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.474777 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-36f9bbc1-75f1-4f7d-962d-1cf40e51f546 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c29a980-23fc-4600-8d39-35ca67f1851d HTTP/1.1" status: 204 len: 168 time: 0.1853633 Jun 18 10:18:43.847731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51150) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:43.868189 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.900868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:43.905158 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] Usage tracker for resource:security_group_rule and tenant:755b62b492074f838b8734a99b9075c9 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:43.908252 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:43.914993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:43.984260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.987184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:43.994799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2ffe2b72-6327-4b83-a52a-85a19aa13577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:44.038064 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0dfa5b-f6df-4c0e-8e11-5af557f428b9,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:44.041352 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:44.045532 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8b618eda-8151-46d6-89de-b9863d237a76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=755b62b492074f838b8734a99b9075c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1961439 Jun 18 10:18:44.047931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51154) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:44.116991 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-be6b0c18-fcd1-4b2c-bfde-14bd5f271ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.145914 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-be6b0c18-fcd1-4b2c-bfde-14bd5f271ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.192802 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-be6b0c18-fcd1-4b2c-bfde-14bd5f271ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.198109 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-3a41a0d6-c5c3-4e26-80e4-445efa078a8a tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:44.212274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b0c18-fcd1-4b2c-bfde-14bd5f271ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0dfa5b-f6df-4c0e-8e11-5af557f428b9,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:44.214814 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-be6b0c18-fcd1-4b2c-bfde-14bd5f271ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:44.217067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-be6b0c18-fcd1-4b2c-bfde-14bd5f271ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:44.218305 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-be6b0c18-fcd1-4b2c-bfde-14bd5f271ed8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d0dfa5b-f6df-4c0e-8e11-5af557f428b9 HTTP/1.1" status: 204 len: 168 time: 0.1693673 Jun 18 10:18:51.570504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.070477 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51282) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:53.229926 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.263294 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:53.267619 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Usage tracker for resource:security_group_rule and tenant:c5154d1a1ecc4d7e97d896a2f99e5a1a is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:53.271268 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:53.277312 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:53.345302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.348903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.356369 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-cee58b04-c82d-47fe-beb9-c9116d009da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:53.404213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab34bab8-2dc9-4f51-bab2-c6beec8b8f08,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:53.408713 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5154d1a1ecc4d7e97d896a2f99e5a1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3369892 Jun 18 10:18:53.410331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:53.412970 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51288) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:53.477381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5a71dac-41c4-41eb-af81-83f4b71b5197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.507022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5a71dac-41c4-41eb-af81-83f4b71b5197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.560384 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5a71dac-41c4-41eb-af81-83f4b71b5197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.566504 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4143b74f-8498-44db-8e94-08a33513221b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:53.580607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a71dac-41c4-41eb-af81-83f4b71b5197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab34bab8-2dc9-4f51-bab2-c6beec8b8f08,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:53.584790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c5a71dac-41c4-41eb-af81-83f4b71b5197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:53.586058 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c5a71dac-41c4-41eb-af81-83f4b71b5197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:53.587340 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c5a71dac-41c4-41eb-af81-83f4b71b5197 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab34bab8-2dc9-4f51-bab2-c6beec8b8f08 HTTP/1.1" status: 204 len: 168 time: 0.1735392 Jun 18 10:18:54.021293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51306) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:54.043892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.079834 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:54.084799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] Usage tracker for resource:security_group_rule and tenant:334b7c94cb2344a08e438952921f6bcd is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:54.088084 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:54.094719 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:54.183958 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-0f61c33e-81ae-426a-9cac-c9233bb5e9f0 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489422729&fields=id&tenant_id=a58e40cae95b4874b28782fedac0572d HTTP/1.1" status: 200 len: 267 time: 0.0779562 Jun 18 10:18:54.301794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.310974 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.322033 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fb05d552-70f2-4037-ac7b-3dcaf6e2820d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:54.377115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e9f124-7e97-4c13-8a42-077027fec980,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:54.397864 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:54.404071 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-991b47e5-b61e-42db-95fc-dbba24ef4948 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=334b7c94cb2344a08e438952921f6bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3814774 Jun 18 10:18:54.407102 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51310) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:54.433717 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ee135886-a9fa-4eaf-b599-86bfd5782fa8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:54.435432 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ee135886-a9fa-4eaf-b599-86bfd5782fa8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 812 time: 0.2372439 Jun 18 10:18:54.454978 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-bdba8a0c-aeec-4e9b-81a9-e7417bafb43f tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/quotas/a58e40cae95b4874b28782fedac0572d HTTP/1.1" status: 200 len: 375 time: 0.0119393 Jun 18 10:18:54.479431 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bd579c98-527b-4022-8ac2-e6666c8c5def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.512723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bd579c98-527b-4022-8ac2-e6666c8c5def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.557258 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1cc15ab2-d956-4291-8305-3a106dbb1d63 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0961585 Jun 18 10:18:54.571525 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bd579c98-527b-4022-8ac2-e6666c8c5def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.576874 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-aa51d2d0-608a-450a-b122-980aaac3ec58 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:54.591815 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd579c98-527b-4022-8ac2-e6666c8c5def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e9f124-7e97-4c13-8a42-077027fec980,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:54.594825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bd579c98-527b-4022-8ac2-e6666c8c5def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:54.596045 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bd579c98-527b-4022-8ac2-e6666c8c5def admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:54.602695 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-bd579c98-527b-4022-8ac2-e6666c8c5def admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69e9f124-7e97-4c13-8a42-077027fec980 HTTP/1.1" status: 204 len: 168 time: 0.1935117 Jun 18 10:18:54.722597 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-d1e5c6ce-e6c6-4be2-8775-1fe58c920057 service neutron] 10.222.0.60 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504230 Jun 18 10:18:54.888728 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-a2d5921c-1837-4495-a485-19ed411458cc service neutron] 10.222.0.60 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596806 Jun 18 10:18:55.077649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51324) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:55.097537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:55.133315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:55.137855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] Usage tracker for resource:security_group_rule and tenant:b1caf21f373348f291b3b7972fa43a28 is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:55.141057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:55.147626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:55.223795 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:55.227230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:55.235174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-159d172f-b08e-4582-a445-e4ced2c4d8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:55.285954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7083603f-f43b-41e2-a9a2-ca64df0163df,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:55.289246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:55.299117 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7a811d2f-4cc8-49b9-a27c-12d2f7b5cebf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1caf21f373348f291b3b7972fa43a28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2196760 Jun 18 10:18:55.299513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51332) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:55.360025 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a557a7b9-b374-40bf-82b5-7f390276275f req-cc3143fc-a0d8-4bb5-bfdf-d462ea3158d0 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 210 time: 0.0481360 Jun 18 10:18:55.390778 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc8ab-05f5-469f-8f0a-feb49104a2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:55.422011 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc8ab-05f5-469f-8f0a-feb49104a2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:55.469734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc8ab-05f5-469f-8f0a-feb49104a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:55.475949 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5852a8c5-ed16-4024-8bda-a47f2f662c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:55.492311 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebc8ab-05f5-469f-8f0a-feb49104a2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7083603f-f43b-41e2-a9a2-ca64df0163df,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:55.494700 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c4ebc8ab-05f5-469f-8f0a-feb49104a2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:55.497229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-c4ebc8ab-05f5-469f-8f0a-feb49104a2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:55.503259 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-c4ebc8ab-05f5-469f-8f0a-feb49104a2ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7083603f-f43b-41e2-a9a2-ca64df0163df HTTP/1.1" status: 204 len: 168 time: 0.2011440 Jun 18 10:18:57.144673 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-273b5202-4373-4431-b309-7506aa6a327f req-514d9db8-1461-4b18-a1bb-05ec417a25bc tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 210 time: 0.3395829 Jun 18 10:18:57.167305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-6b4a9e15-fa58-4cbd-9ec0-0cd7eff4c528 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:57.169453 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-6b4a9e15-fa58-4cbd-9ec0-0cd7eff4c528 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 812 time: 0.7723653 Jun 18 10:18:57.271984 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-9fa06921-0733-4c4a-98c4-473ea5fed7f8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a58e40cae95b4874b28782fedac0572d HTTP/1.1" status: 200 len: 7063 time: 0.0819457 Jun 18 10:18:57.282068 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'port': {'device_id': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'admin_state_up': True, 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'security_groups': ['23767d3d-687e-4a12-b781-21f5d692c450']}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:57.448666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:57.459579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:57.471315 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Made reservation on behalf of a58e40cae95b4874b28782fedac0572d for: {'port': 1} {{(pid=82099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jun 18 10:18:57.480391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.694091 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Allocated IP 172.20.0.11 (53b2e114-f806-4754-bf4e-cd42c2e9001b/c0929f15-ea52-4b47-a36b-62d027039564/159b2259-05fe-4c66-a82e-83e005222328) {{(pid=82099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:18:57.939537 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for port, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.967858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Transition to ACTIVE for port object 159b2259-05fe-4c66-a82e-83e005222328 will not be triggered until provisioned by entity DHCP. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:18:57.989201 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:57.995880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1bd2f7e9-dc36-4e6e-b5b0-e36af5148dc1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:58.073218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b is already hosted by enough agents. {{(pid=82099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:18:58.074259 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'Port': ['ID=159b2259-05fe-4c66-a82e-83e005222328,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:58.077111 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources bound (agent type, host, resource id): {{(pid=82099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:18:58.079095 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:58.079848 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Received port after_create {{(pid=82099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:18:58.153177 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:58.153775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.203418 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9253359 Jun 18 10:18:58.225553 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Request body: {'port': {'device_id': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79702'}} {{(pid=82099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:18:58.404406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-4a61e8ec-bc76-464c-8de9-74fbb33429e6 None None] Provisioning for port 159b2259-05fe-4c66-a82e-83e005222328 completed by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:18:58.415082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-4a61e8ec-bc76-464c-8de9-74fbb33429e6 None None] Provisioning complete for port 159b2259-05fe-4c66-a82e-83e005222328 triggered by entity DHCP. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:18:58.416513 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4a61e8ec-bc76-464c-8de9-74fbb33429e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.434526 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.483898 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-4a61e8ec-bc76-464c-8de9-74fbb33429e6 None None] Port 159b2259-05fe-4c66-a82e-83e005222328 cannot update to ACTIVE because it is not bound. {{(pid=82101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jun 18 10:18:58.521818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0561f6-7dc5-4a3d-a8c0-8c78be827422 req-af7a48d0-3c52-4256-b860-f486caec9f74 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:58.522635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-2e0561f6-7dc5-4a3d-a8c0-8c78be827422 req-af7a48d0-3c52-4256-b860-f486caec9f74 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Synchronizing usage tracker for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:18:58.595721 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-2e0561f6-7dc5-4a3d-a8c0-8c78be827422 req-af7a48d0-3c52-4256-b860-f486caec9f74 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Unset dirty status for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:18:58.597594 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2e0561f6-7dc5-4a3d-a8c0-8c78be827422 req-af7a48d0-3c52-4256-b860-f486caec9f74 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 932 time: 0.3011076 Jun 18 10:18:58.740220 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-2e0561f6-7dc5-4a3d-a8c0-8c78be827422 req-a8df7a77-cef6-4745-b6e0-e1c4c3f4278f tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341569 Jun 18 10:18:58.896841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159b2259-05fe-4c66-a82e-83e005222328 {{(pid=82099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:18:58.905093 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.918310 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51410) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:58.923637 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Transition to ACTIVE for port object 159b2259-05fe-4c66-a82e-83e005222328 will not be triggered until provisioned by entity L2. {{(pid=82099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 10:18:58.927156 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8207589'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:58.932278 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-604a0193-2db0-4388-b5af-babba08cad09 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:59.082114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Pushing event updated for resources: {'Port': ['ID=159b2259-05fe-4c66-a82e-83e005222328,revision_number=2']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:59.085423 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:59.104604 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.140184 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:18:59.144366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] Usage tracker for resource:security_group_rule and tenant:8f7a2559876e4f8ea5a1848c4af9d8c2 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:18:59.147480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:18:59.153922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:18:59.201804 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Attempting to bind port 159b2259-05fe-4c66-a82e-83e005222328 on host hv-cinder-79702 for vnic_type normal with profile {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jun 18 10:18:59.202217 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Attempting to bind port 159b2259-05fe-4c66-a82e-83e005222328 by drivers openvswitch,hyperv on host hv-cinder-79702 at level 0 using segments [{'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jun 18 10:18:59.202612 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Attempting to bind port 159b2259-05fe-4c66-a82e-83e005222328 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:18:59.210708 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Port 159b2259-05fe-4c66-a82e-83e005222328 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79702 {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 18 10:18:59.211075 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Attempting to bind port 159b2259-05fe-4c66-a82e-83e005222328 on network 53b2e114-f806-4754-bf4e-cd42c2e9001b {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jun 18 10:18:59.218715 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Checking agent: {'id': '32bdfeed-02b1-45da-bc2a-fdaa3310ff24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79702', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'started_at': datetime.datetime(2021, 6, 18, 10, 2, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 10, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jun 18 10:18:59.219090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Checking segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jun 18 10:18:59.219518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Bound using segment: {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'} {{(pid=82099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jun 18 10:18:59.220168 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.managers [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Bound port: 159b2259-05fe-4c66-a82e-83e005222328, host: hv-cinder-79702, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a856e56d-09ae-413c-b602-d7a85108e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b'}}] {{(pid=82099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jun 18 10:18:59.220556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.232327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.235573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.244705 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2f0f8dc8-7419-4f54-b361-c13f1be1e244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:59.296212 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f554c5f8-bcce-48ff-9f98-3ffe511cf06c,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:59.304645 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51416) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:18:59.304890 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f7a2559876e4f8ea5a1848c4af9d8c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3852842 Jun 18 10:18:59.306073 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-89b3a776-fe3c-4697-b62c-7cee9bb2a549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:59.356133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] For port 159b2259-05fe-4c66-a82e-83e005222328, host hv-cinder-79702, cleared binding levels {{(pid=82099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jun 18 10:18:59.375138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] For port 159b2259-05fe-4c66-a82e-83e005222328, host hv-cinder-79702, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=159b2259-05fe-4c66-a82e-83e005222328,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jun 18 10:18:59.380931 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8207589'] for port, after_update {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.385783 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1e0c8b7b-d851-4fda-b751-f39947c06ae2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:59.460138 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f7c7-6443-4102-9c95-30c5cbf9e60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.468249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.469743 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] 10.222.0.70 "PUT /v2.0/ports/159b2259-05fe-4c66-a82e-83e005222328 HTTP/1.1" status: 200 len: 1094 time: 1.2512465 Jun 18 10:18:59.477895 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'tag': '159b2259-05fe-4c66-a82e-83e005222328'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:18:59.515106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f7c7-6443-4102-9c95-30c5cbf9e60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.564851 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Pushing event updated for resources: {'Port': ['ID=159b2259-05fe-4c66-a82e-83e005222328,revision_number=3']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:59.580455 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'tag': '159b2259-05fe-4c66-a82e-83e005222328', 'status': 'completed', 'code': 200} Jun 18 10:18:59.589219 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ce70d59b-31ef-45ea-92d0-0bd98c44558d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:59.636805 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f7c7-6443-4102-9c95-30c5cbf9e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.642852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f8d40475-b080-43d7-8007-78f8ba8489c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:18:59.657450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0f7c7-6443-4102-9c95-30c5cbf9e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f554c5f8-bcce-48ff-9f98-3ffe511cf06c,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:18:59.662376 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-2bf0f7c7-6443-4102-9c95-30c5cbf9e60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:18:59.665735 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-e21786bd-cf04-4bb3-b756-3f23fb8e48b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 1097 time: 0.1383662 Jun 18 10:18:59.669468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2bf0f7c7-6443-4102-9c95-30c5cbf9e60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:18:59.675402 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-2bf0f7c7-6443-4102-9c95-30c5cbf9e60c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f554c5f8-bcce-48ff-9f98-3ffe511cf06c HTTP/1.1" status: 204 len: 168 time: 0.3646877 Jun 18 10:18:59.755250 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ea18d2eb-acfe-409e-92f7-0fa17a95d40a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159b2259-05fe-4c66-a82e-83e005222328 HTTP/1.1" status: 200 len: 217 time: 0.0749073 Jun 18 10:18:59.847949 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-14d83b65-a255-4cf3-8610-197ac8e89eea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:18:59.849906 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-14d83b65-a255-4cf3-8610-197ac8e89eea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0888834 Jun 18 10:19:00.008463 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-0bd62002-d543-4f44-8756-522903bf6e99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1519177 Jun 18 10:19:00.018030 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d65264-aff0-4c3d-88de-879d3b5dda2a req-77baa1ed-2336-42f3-bd58-68deb50380a1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:00.019891 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-13d65264-aff0-4c3d-88de-879d3b5dda2a req-77baa1ed-2336-42f3-bd58-68deb50380a1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 944 time: 0.1248763 Jun 18 10:19:00.076793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51428) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:00.098995 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.135021 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:00.139149 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:e576c1db11da4e1284fc37f25ccbb040 is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:00.142133 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:00.150211 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:00.176659 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-13d65264-aff0-4c3d-88de-879d3b5dda2a req-c52d21e0-0d92-4187-806e-0f4b015087ab tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321955 Jun 18 10:19:00.202323 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-db6920e9-f01d-44d0-8bba-36f6a576c158 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812894 Jun 18 10:19:00.238152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.240821 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.249317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-08703d7e-49d2-4617-8f69-2c7aebed1f6d tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:00.294670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8fdeca-b817-4981-acc2-eb23db550a9b,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:00.299401 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e576c1db11da4e1284fc37f25ccbb040&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2213576 Jun 18 10:19:00.300958 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-284cdc28-78a6-41c6-9da9-81655055e5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:00.302636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51432) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:00.375459 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fcc1215a-406e-4f14-8ab3-3699f1bafdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.385490 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a347b73e-92bb-4f11-be0a-2b6919a013bc req-ce0deac1-e222-41c5-9e90-eb265f9654d8 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678076 Jun 18 10:19:00.404733 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fcc1215a-406e-4f14-8ab3-3699f1bafdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.451709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fcc1215a-406e-4f14-8ab3-3699f1bafdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.457666 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bd579c98-527b-4022-8ac2-e6666c8c5def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:00.472638 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1215a-406e-4f14-8ab3-3699f1bafdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8fdeca-b817-4981-acc2-eb23db550a9b,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:00.475812 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fcc1215a-406e-4f14-8ab3-3699f1bafdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:00.480130 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-fcc1215a-406e-4f14-8ab3-3699f1bafdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:00.481351 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-fcc1215a-406e-4f14-8ab3-3699f1bafdb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b8fdeca-b817-4981-acc2-eb23db550a9b HTTP/1.1" status: 204 len: 168 time: 0.1774065 Jun 18 10:19:00.564463 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a8690660-80e5-4ba9-9188-f8085c01d19b req-f75dc83b-6010-4d65-93a8-f054116b7ea2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 1097 time: 0.0831161 Jun 18 10:19:00.713988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690660-80e5-4ba9-9188-f8085c01d19b req-ec6b5a4f-8925-4d82-8ba3-daf9c636fcd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:00.715594 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a8690660-80e5-4ba9-9188-f8085c01d19b req-ec6b5a4f-8925-4d82-8ba3-daf9c636fcd4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.1437192 Jun 18 10:19:00.793213 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a8690660-80e5-4ba9-9188-f8085c01d19b req-991e4c4c-c0e4-4e4b-8d4a-69ab65c89978 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159b2259-05fe-4c66-a82e-83e005222328 HTTP/1.1" status: 200 len: 217 time: 0.0695174 Jun 18 10:19:00.872395 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8690660-80e5-4ba9-9188-f8085c01d19b req-3b8d19b5-952b-4e22-9d9a-40b2a8c5c06f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:00.874088 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a8690660-80e5-4ba9-9188-f8085c01d19b req-3b8d19b5-952b-4e22-9d9a-40b2a8c5c06f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0724347 Jun 18 10:19:00.961669 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a8690660-80e5-4ba9-9188-f8085c01d19b req-45c1727f-190a-4662-a3fa-968bf9bd360a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777497 Jun 18 10:19:01.119399 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a8690660-80e5-4ba9-9188-f8085c01d19b req-b7f69972-b777-458a-ab1d-4ff1fb46b4f7 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439548 Jun 18 10:19:01.581418 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a8690660-80e5-4ba9-9188-f8085c01d19b req-1e10b982-0458-487f-928e-d64473a0cd6b service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555383 Jun 18 10:19:01.595503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc14ba-e1a1-40b9-9bbb-c66f5bdc5520 req-adc9f61d-295d-4eee-8add-95666fb2f793 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:01.597171 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6bdc14ba-e1a1-40b9-9bbb-c66f5bdc5520 req-adc9f61d-295d-4eee-8add-95666fb2f793 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 944 time: 0.1489918 Jun 18 10:19:01.660462 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6bdc14ba-e1a1-40b9-9bbb-c66f5bdc5520 req-f84d2da9-500c-4bd4-af82-96c250043df1 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531723 Jun 18 10:19:02.892057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63f44e-7ae4-44ec-b2b5-305c9a502cf7 req-0a07c314-ab96-4d54-a8ba-3a162f8c2c94 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:02.894061 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e63f44e-7ae4-44ec-b2b5-305c9a502cf7 req-0a07c314-ab96-4d54-a8ba-3a162f8c2c94 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 944 time: 0.0953121 Jun 18 10:19:02.947521 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6e63f44e-7ae4-44ec-b2b5-305c9a502cf7 req-28f0c8d2-fc45-4424-b704-89c7c78035d9 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459492 Jun 18 10:19:04.179919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2a2d2-5dac-4b76-ab09-6b6f6c24c9c5 req-6b753bde-e664-409e-9ae2-127860c99874 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:04.181566 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-45d2a2d2-5dac-4b76-ab09-6b6f6c24c9c5 req-6b753bde-e664-409e-9ae2-127860c99874 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 944 time: 0.1006999 Jun 18 10:19:04.239588 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-45d2a2d2-5dac-4b76-ab09-6b6f6c24c9c5 req-0626832c-8d9a-4543-bed9-ae7573ab5048 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471358 Jun 18 10:19:05.483993 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d20d4-6c54-4c0d-a8bd-fed4a15171b4 req-5cc79489-2d82-439e-9285-eea975e89161 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:05.485639 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-079d20d4-6c54-4c0d-a8bd-fed4a15171b4 req-5cc79489-2d82-439e-9285-eea975e89161 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 944 time: 0.0966616 Jun 18 10:19:05.544448 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-079d20d4-6c54-4c0d-a8bd-fed4a15171b4 req-d47eeaba-d814-4687-85cc-cdda530593f4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476828 Jun 18 10:19:05.638714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-849de638-b16b-44a4-ba30-f42da19ed9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:06.068025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:19:06.817708 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a142e-549c-4602-ab65-6c277ba1bd9d req-76801e84-bf1b-4aef-b6a1-4898b6f44b06 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:06.819457 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d94a142e-549c-4602-ab65-6c277ba1bd9d req-76801e84-bf1b-4aef-b6a1-4898b6f44b06 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 944 time: 0.1273932 Jun 18 10:19:06.892472 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d94a142e-549c-4602-ab65-6c277ba1bd9d req-438a934d-f6d3-4e70-8e08-513993d6ae22 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637288 Jun 18 10:19:07.279803 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:08.138489 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871aa8-71a8-4e74-8c13-c983d0c1620c req-0c413b7b-4909-45ff-bdde-b3b87a0c0731 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:08.140123 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-71871aa8-71a8-4e74-8c13-c983d0c1620c req-0c413b7b-4909-45ff-bdde-b3b87a0c0731 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 944 time: 0.1007409 Jun 18 10:19:08.195122 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-71871aa8-71a8-4e74-8c13-c983d0c1620c req-c3186566-41e8-4031-93f3-ce5e053b556e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473633 Jun 18 10:19:08.306811 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d069f276-d30e-409b-a3a3-7c95ba54cbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:08.857082 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.200807 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 159b2259-05fe-4c66-a82e-83e005222328 details requested by agent hyperv_hv-cinder-79702 with host hv-cinder-79702 {{(pid=82101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 18 10:19:09.365144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 159b2259-05fe-4c66-a82e-83e005222328, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=159b2259-05fe-4c66-a82e-83e005222328,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:09.381598 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Returning: {'device': '159b2259-05fe-4c66-a82e-83e005222328', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'port_id': '159b2259-05fe-4c66-a82e-83e005222328', 'mac_address': 'fa:16:3e:ad:0e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 10:19:09.422590 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284548bc-4d36-463a-aa4d-e7fa07806b55 req-04d6fde5-2370-4c9d-8117-b5a64cf8eacd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:09.424307 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-284548bc-4d36-463a-aa4d-e7fa07806b55 req-04d6fde5-2370-4c9d-8117-b5a64cf8eacd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 944 time: 0.0962861 Jun 18 10:19:09.448922 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.469545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159b2259-05fe-4c66-a82e-83e005222328 {{(pid=82101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jun 18 10:19:09.486863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 159b2259-05fe-4c66-a82e-83e005222328, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=159b2259-05fe-4c66-a82e-83e005222328,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:09.491536 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:09.493605 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:09.502299 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-284548bc-4d36-463a-aa4d-e7fa07806b55 req-9b55a909-d428-4622-bdf9-8715b84203c8 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705013 Jun 18 10:19:09.567022 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=159b2259-05fe-4c66-a82e-83e005222328,revision_number=4']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:09.577434 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.577903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.578293 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.578701 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.579092 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.579481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.579867 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.580259 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.580976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.581528 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.582202 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:09.586579 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:09.853008 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] get_ports_and_sgs() called for port_ids ['159b2259-05fe-4c66-a82e-83e005222328'] {{(pid=82101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 18 10:19:10.165253 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:10.740825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a9095-69b5-417b-a085-fa30de93979b req-5e461cc8-aa69-47a9-8fb1-70c66267b896 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:10.743951 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fd9a9095-69b5-417b-a085-fa30de93979b req-5e461cc8-aa69-47a9-8fb1-70c66267b896 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 945 time: 0.1065340 Jun 18 10:19:10.800886 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-fd9a9095-69b5-417b-a085-fa30de93979b req-8d6e6c3d-4803-4a1e-aaa9-b50581dfb105 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472383 Jun 18 10:19:11.217137 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 159b2259-05fe-4c66-a82e-83e005222328 up at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jun 18 10:19:11.309863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning for port 159b2259-05fe-4c66-a82e-83e005222328 completed by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jun 18 10:19:11.316127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.provisioning_blocks [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Provisioning complete for port 159b2259-05fe-4c66-a82e-83e005222328 triggered by entity L2. {{(pid=82101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jun 18 10:19:11.316560 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6594'] for port, provisioning_complete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:11.438498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:11.472594 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159b2259-05fe-4c66-a82e-83e005222328'}] {{(pid=82101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:11.483188 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] For port 159b2259-05fe-4c66-a82e-83e005222328, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=159b2259-05fe-4c66-a82e-83e005222328,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:19:11.487636 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449'] for port, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:11.490018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:11.548038 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159b2259-05fe-4c66-a82e-83e005222328', 'code': 200} Jun 18 10:19:11.564435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Pushing event updated for resources: {'Port': ['ID=159b2259-05fe-4c66-a82e-83e005222328,revision_number=5']} {{(pid=82101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:11.567794 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:11.880483 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-61dc1a43-6521-4ef5-9fe7-ecf31f08eac1 req-70085053-ab7a-4a57-a3fc-3020a40d78ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 1099 time: 0.0855579 Jun 18 10:19:11.992025 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-61dc1a43-6521-4ef5-9fe7-ecf31f08eac1 req-2427842d-9f96-43fe-b864-4899e7f96e09 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051457 Jun 18 10:19:12.043868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5bbce-5308-4a0b-849e-8deedbb18975 req-3aa9213c-6b85-46c2-8de5-8c78eb92dbe2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:12.045530 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d9a5bbce-5308-4a0b-849e-8deedbb18975 req-3aa9213c-6b85-46c2-8de5-8c78eb92dbe2 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 946 time: 0.0967748 Jun 18 10:19:12.104238 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d9a5bbce-5308-4a0b-849e-8deedbb18975 req-76e00116-b635-492a-994b-c5485ded36ff tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512493 Jun 18 10:19:13.349524 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f231920-9b0e-4cb9-981d-9eb1544212e8 req-0b18c403-7be5-4691-8ea9-87676e43bde4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:13.351570 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6f231920-9b0e-4cb9-981d-9eb1544212e8 req-0b18c403-7be5-4691-8ea9-87676e43bde4 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 946 time: 0.1070855 Jun 18 10:19:13.412407 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-6f231920-9b0e-4cb9-981d-9eb1544212e8 req-b3022d7a-57a3-4ef4-8f24-da3f3939267b tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542827 Jun 18 10:19:13.654921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca8964-7e42-4abd-91ae-d80c0cdadc88 req-5b47f939-5cda-448a-bc24-82f351e47b2a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:13.656646 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-12ca8964-7e42-4abd-91ae-d80c0cdadc88 req-5b47f939-5cda-448a-bc24-82f351e47b2a tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 946 time: 0.0951619 Jun 18 10:19:13.708037 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-12ca8964-7e42-4abd-91ae-d80c0cdadc88 req-42e6cc74-26eb-4a4b-884c-68923c6f92f6 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452480 Jun 18 10:19:13.737331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51566) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:13.819366 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ea34686e-0a78-4a72-a291-4f4386988373 tempest-TestVolumeBootPattern-1117133162 tempest-TestVolumeBootPattern-1117133162-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 1094 time: 0.0803118 Jun 18 10:19:13.821823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51570) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:13.828298 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.v2.base [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Request body: {'floatingip': {'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'port_id': '159b2259-05fe-4c66-a82e-83e005222328', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 18 10:19:13.836025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:13.840549 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Usage tracker for resource:floatingip and tenant:a58e40cae95b4874b28782fedac0572d is out of sync, need to count used quota {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:13.844899 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82100) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:13.852306 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82100) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:13.863716 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.033351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.196144 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_common [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Allocated IP 172.27.0.119 (521aa165-23aa-450e-a1a0-f100544bacd1/1564f6d4-e2d5-4c24-bc38-a6419b78b1ae/adbe00fd-e985-4de1-8458-aa97f9295e14) {{(pid=82100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jun 18 10:19:14.360870 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for port, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.392535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363251142461402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:14.399679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-c3bb202a-c7ae-433a-8165-56c7343e1e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:14.473697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Network 521aa165-23aa-450e-a1a0-f100544bacd1 is already hosted by enough agents. {{(pid=82100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jun 18 10:19:14.476936 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.base_scheduler [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Resources bound (agent type, host, resource id): {{(pid=82100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jun 18 10:19:14.481624 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Received port after_create {{(pid=82100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 18 10:19:14.511649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'Port': ['ID=adbe00fd-e985-4de1-8458-aa97f9295e14,revision_number=1']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:14.516390 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:15.070136 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:15.131351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853481185'] for port, before_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:15.372774 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for port, precommit_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:15.376678 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363251142036494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363251142461385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785712314449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7927738'] for port, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:15.381836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:15.494900 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event updated for resources: {'Port': ['ID=adbe00fd-e985-4de1-8458-aa97f9295e14,revision_number=2']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:15.499767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:15.511372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694405'] for floatingip, after_update {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:15.724277 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.db.l3_db [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Floating IP fa13ec0c-3540-4d59-8e35-4a9c0d457c6d associated. External IP: 172.27.0.119, port: 159b2259-05fe-4c66-a82e-83e005222328. Jun 18 10:19:16.405110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Router 135d53bb-8124-4810-8cbd-a36826d2cc6f has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:19:16.644850 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:19:16.659502 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] Sync routers for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:19:16.679763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:19:16.680840 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:19:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:16.684408 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:16.758857 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-834a7bda-3bed-4e91-b521-0fb6fe071c84 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9350033 Jun 18 10:19:16.759657 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'tag': '159b2259-05fe-4c66-a82e-83e005222328'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:19:17.040242 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'tag': '159b2259-05fe-4c66-a82e-83e005222328', 'status': 'completed', 'code': 200} Jun 18 10:19:17.135409 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:19:17.178381 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aafa92c8-9cad-4abc-a9bd-d25953ab23fa req-579df9b1-1a8b-4d95-ba0c-5a1135107c74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 1099 time: 0.0861287 Jun 18 10:19:17.372825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa92c8-9cad-4abc-a9bd-d25953ab23fa req-772c6d2a-5320-4a37-a62f-0cd0da5d62e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:17.374515 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aafa92c8-9cad-4abc-a9bd-d25953ab23fa req-772c6d2a-5320-4a37-a62f-0cd0da5d62e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.1858301 Jun 18 10:19:17.496570 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aafa92c8-9cad-4abc-a9bd-d25953ab23fa req-67dac526-3156-4b8c-94b8-27cacfdaeb08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159b2259-05fe-4c66-a82e-83e005222328 HTTP/1.1" status: 200 len: 1000 time: 0.1142809 Jun 18 10:19:17.580893 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa92c8-9cad-4abc-a9bd-d25953ab23fa req-6840daad-30fd-4df3-9f38-aff807d2fe84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:17.583071 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aafa92c8-9cad-4abc-a9bd-d25953ab23fa req-6840daad-30fd-4df3-9f38-aff807d2fe84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0802948 Jun 18 10:19:17.588833 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'd2885c71-fb74-4a9c-8009-1e7ab9aa9104', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:17:05Z', 'updated_at': '2021-06-18T10:17:09Z', 'revision_number': 1, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}, {'id': 'fa13ec0c-3540-4d59-8e35-4a9c0d457c6d', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '159b2259-05fe-4c66-a82e-83e005222328', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ad:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:19:14Z', 'updated_at': '2021-06-18T10:19:14Z', 'revision_number': 0, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:17.593406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] Checking router: 135d53bb-8124-4810-8cbd-a36826d2cc6f for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:19:17.606220 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:19:17.606962 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:19:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:17.684740 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aafa92c8-9cad-4abc-a9bd-d25953ab23fa req-0f772644-0f45-4a22-9961-89f99b03045d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949507 Jun 18 10:19:17.848907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:19:17.908213 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aafa92c8-9cad-4abc-a9bd-d25953ab23fa req-a5fa46e1-40b2-4bc4-99c1-4bc898fe8ad8 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157929 Jun 18 10:19:18.155570 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-aafa92c8-9cad-4abc-a9bd-d25953ab23fa req-fbfc8d72-b56a-4a00-bada-021b676a33dd service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388506 Jun 18 10:19:18.363674 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'd2885c71-fb74-4a9c-8009-1e7ab9aa9104', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:17:05Z', 'updated_at': '2021-06-18T10:17:09Z', 'revision_number': 1, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}, {'id': 'fa13ec0c-3540-4d59-8e35-4a9c0d457c6d', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '159b2259-05fe-4c66-a82e-83e005222328', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ad:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:19:14Z', 'updated_at': '2021-06-18T10:19:14Z', 'revision_number': 0, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:19:18.368454 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153318c-afe2-47f8-922e-a7b0d606baa3 None None] The sync data for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi is: [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'd2885c71-fb74-4a9c-8009-1e7ab9aa9104', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:17:05Z', 'updated_at': '2021-06-18T10:17:09Z', 'revision_number': 1, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}, {'id': 'fa13ec0c-3540-4d59-8e35-4a9c0d457c6d', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '159b2259-05fe-4c66-a82e-83e005222328', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ad:0e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:19:14Z', 'updated_at': '2021-06-18T10:19:14Z', 'revision_number': 0, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:19:18.755402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2c9a4-bf47-4812-a407-b24458486502 None None] New status for floating IP fa13ec0c-3540-4d59-8e35-4a9c0d457c6d: ACTIVE {{(pid=82102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:19:21.565230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:35.645362 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-df02920b-f95f-4b3c-bb6a-851b84e180f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:37.299723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:37.732391 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51668) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:38.032249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.079741 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jun 18 10:19:38.087236 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee70800aeb849cf8b4f43bc4743f92a is out of sync, need to count used quota {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jun 18 10:19:38.092777 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82099) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jun 18 10:19:38.104448 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.quota.driver [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82099) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jun 18 10:19:38.239415 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.243757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_create {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.258230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1d102bba-8e6c-43d7-970d-d376cbecc90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:38.319155 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d45083d5-4dc3-401e-be98-df180372d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.346420 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ee70800aeb849cf8b4f43bc4743f92a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6121795 Jun 18 10:19:38.348107 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e74b99c-c3c1-4a11-8ea8-fe6856fac57c,revision_number=1']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:38.351576 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51674) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:19:38.363027 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.363555 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.364032 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.364536 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.365085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.365545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.366057 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.366599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.367117 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.367648 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.368218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.375826 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-7fe8aaee-3a8d-43e2-b625-e5ca6613fda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:38.465473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.517119 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.607863 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.617892 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-bdf61da3-5433-49b8-9f28-ef28139fb4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:19:38.644469 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e74b99c-c3c1-4a11-8ea8-fe6856fac57c,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:19:38.660392 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:38.662521 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e74b99c-c3c1-4a11-8ea8-fe6856fac57c HTTP/1.1" status: 204 len: 168 time: 0.3092291 Jun 18 10:19:38.669742 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.671153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.671153 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.671769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.672468 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.673165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.674556 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.675227 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.675903 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.676564 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.677254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:19:38.683302 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d84980c1-57dd-4fcb-a28c-c36146b7cd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:19:38.881403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:40.154492 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:43.077988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:19:51.579417 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:19:54.423201 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-4f21c9c4-76f3-4946-b88e-84f04f25e00d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1060119 Jun 18 10:19:54.619945 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-52ac1d85-8065-427a-9d7c-66bc8e8b6d66 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 1098 time: 0.0902176 Jun 18 10:19:54.865954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-7259a41c-82e5-4664-9d00-fffb965fda55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:54.868837 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-7259a41c-82e5-4664-9d00-fffb965fda55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.2232537 Jun 18 10:19:55.007644 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-aaf9c3fa-2059-48ec-b81c-13924092ccd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23 HTTP/1.1" status: 200 len: 1001 time: 0.1321416 Jun 18 10:19:55.095934 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-9698396f-2932-40e8-bc72-7b7305121880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:19:55.099217 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-9698396f-2932-40e8-bc72-7b7305121880 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0830278 Jun 18 10:19:55.203026 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-7904f666-5f6d-4401-86f9-8092d8a173ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971649 Jun 18 10:19:55.381624 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-115496ee-c7f9-43f1-bc6e-a8bfc8c82055 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717401 Jun 18 10:19:55.556303 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cfcf344b-a2ab-4888-85fb-9b865fca65b1 req-2ad43702-735b-4559-be77-57543fc2f093 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662934 Jun 18 10:20:05.646191 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-9b20ebac-5cce-4616-af25-3c628109d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:07.284825 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:08.315512 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bc463467-991e-44fa-8bb2-07d465fd5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:08.858600 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:10.146213 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:20.069360 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:20:21.598586 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:30.683060 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-d44d5174-afe0-4e1f-9e0d-173ac5b424f1 req-21782535-826a-41f6-9132-6fae46c9707a service neutron] (82100) timed out ('10.222.0.70', 65205) {{(pid=82100) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jun 18 10:20:35.643488 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4d9c915c-e6e9-4648-afd0-97f62a3525f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:37.298493 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:38.301776 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a14919e9-f50b-46f4-a738-be4f38a19f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:38.867036 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:40.154883 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:40.518079 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-98a58372-2e4c-48f8-867c-5f1c0bf3d031 req-6812ffc1-0c0e-4282-87cc-0cf7ceb04cf1 service neutron] (82100) timed out ('10.222.0.70', 65194) {{(pid=82100) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jun 18 10:20:43.669747 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51700) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:43.960921 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Deleting port adbe00fd-e985-4de1-8458-aa97f9295e14 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:20:43.961289 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.217062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.217316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.364314 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Calling delete_port for adbe00fd-e985-4de1-8458-aa97f9295e14 owned by network:floatingip {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:20:44.810172 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:44.816806 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ac1078fa-f019-4fa6-9db6-5ca0cd52c184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:44.867028 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event deleted for resources: {'Port': ['ID=adbe00fd-e985-4de1-8458-aa97f9295e14,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:44.916317 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.916817 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.917099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.917516 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.917911 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.918366 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.918730 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.919124 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.919651 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.920387 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.920852 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:44.952121 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:44.986292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:45.497697 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Router 135d53bb-8124-4810-8cbd-a36826d2cc6f has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:20:45.739374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:20:45.756106 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] Sync routers for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:20:45.777954 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:45.778917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:20:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:45.787721 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:45.891643 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-4ad62acc-37f3-41f3-ae45-57839fd0cf55 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "DELETE /v2.0/floatingips/fa13ec0c-3540-4d59-8e35-4a9c0d457c6d HTTP/1.1" status: 204 len: 168 time: 2.2196231 Jun 18 10:20:45.892884 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'tag': '159b2259-05fe-4c66-a82e-83e005222328'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:45.964729 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'tag': '159b2259-05fe-4c66-a82e-83e005222328', 'status': 'completed', 'code': 200} Jun 18 10:20:46.075976 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:46.379439 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c13ffad5-19f3-4aca-a5f0-705865630d6c req-62dd02c3-d302-4b3d-a88e-45a57bf2e7d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 1099 time: 0.3659575 Jun 18 10:20:46.590743 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ffad5-19f3-4aca-a5f0-705865630d6c req-2ad00a4c-6592-43fd-98fe-3e58f8ba0a58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:46.593641 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c13ffad5-19f3-4aca-a5f0-705865630d6c req-2ad00a4c-6592-43fd-98fe-3e58f8ba0a58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.2070935 Jun 18 10:20:46.628736 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'd2885c71-fb74-4a9c-8009-1e7ab9aa9104', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:17:05Z', 'updated_at': '2021-06-18T10:17:09Z', 'revision_number': 1, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:46.634044 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] Checking router: 135d53bb-8124-4810-8cbd-a36826d2cc6f for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:20:46.648679 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:46.649662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:20:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:46.675763 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c13ffad5-19f3-4aca-a5f0-705865630d6c req-d6eee0a4-62da-4e3c-be26-46a6ca8880fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=159b2259-05fe-4c66-a82e-83e005222328 HTTP/1.1" status: 200 len: 217 time: 0.0735779 Jun 18 10:20:46.757545 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ffad5-19f3-4aca-a5f0-705865630d6c req-871028a0-668d-4c4c-9346-b0a215e7c721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:46.759501 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c13ffad5-19f3-4aca-a5f0-705865630d6c req-871028a0-668d-4c4c-9346-b0a215e7c721 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.0776179 Jun 18 10:20:46.858481 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c13ffad5-19f3-4aca-a5f0-705865630d6c req-3f6c3d79-a93c-456c-955d-539e00a99ff8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920930 Jun 18 10:20:47.074955 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c13ffad5-19f3-4aca-a5f0-705865630d6c req-049a8a47-5e70-477f-8281-164a9de84798 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094054 Jun 18 10:20:47.147090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:47.321922 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c13ffad5-19f3-4aca-a5f0-705865630d6c req-5869cc9a-9e64-4f1b-8fbc-27ee2bef479b service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391076 Jun 18 10:20:47.740698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'd2885c71-fb74-4a9c-8009-1e7ab9aa9104', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:17:05Z', 'updated_at': '2021-06-18T10:17:09Z', 'revision_number': 1, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:47.747881 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6b26b-051b-49aa-b3f2-6395d810acdb None None] The sync data for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi is: [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_floatingips': [{'id': 'd2885c71-fb74-4a9c-8009-1e7ab9aa9104', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'router_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'port_id': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'mac_address': 'fa:16:3e:ee:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T10:17:05Z', 'updated_at': '2021-06-18T10:17:09Z', 'revision_number': 1, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:20:47.804635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504cb26-95bf-4d6c-8f12-2486e457e726 req-dc437782-df50-41ef-b570-75a0fa12e225 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:47.805917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-c504cb26-95bf-4d6c-8f12-2486e457e726 req-dc437782-df50-41ef-b570-75a0fa12e225 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Synchronizing usage tracker for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:47.831837 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-c504cb26-95bf-4d6c-8f12-2486e457e726 req-dc437782-df50-41ef-b570-75a0fa12e225 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Unset dirty status for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:47.836892 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c504cb26-95bf-4d6c-8f12-2486e457e726 req-dc437782-df50-41ef-b570-75a0fa12e225 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 946 time: 0.4193707 Jun 18 10:20:47.907773 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-c504cb26-95bf-4d6c-8f12-2486e457e726 req-efacc701-e93d-4366-92ec-3abff8e9d9f0 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646179 Jun 18 10:20:48.285422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678708b-ea39-4510-af40-86cdccd9e042 None None] New status for floating IP fa13ec0c-3540-4d59-8e35-4a9c0d457c6d: DOWN {{(pid=82102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:20:49.190725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da3196-55db-4e99-a023-17395cce5158 req-acaa7df3-7dd2-4534-ad49-8420b2d52dc0 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:49.192543 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4da3196-55db-4e99-a023-17395cce5158 req-acaa7df3-7dd2-4534-ad49-8420b2d52dc0 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 946 time: 0.1349936 Jun 18 10:20:49.355241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-b4da3196-55db-4e99-a023-17395cce5158 req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Deleting port 159b2259-05fe-4c66-a82e-83e005222328 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:20:49.355939 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-b4da3196-55db-4e99-a023-17395cce5158 req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:49.546647 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d80a41-d9b2-4bf4-93b7-7212b9a184fc req-13c40001-86be-4d04-a489-6c1c086132dc tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:49.550571 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e8d80a41-d9b2-4bf4-93b7-7212b9a184fc req-13c40001-86be-4d04-a489-6c1c086132dc tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 946 time: 0.4180567 Jun 18 10:20:49.742660 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-e8d80a41-d9b2-4bf4-93b7-7212b9a184fc req-80f1d823-a57f-4bdc-a844-2689070bdb8e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847739 Jun 18 10:20:49.823162 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-b4da3196-55db-4e99-a023-17395cce5158 req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] For port 159b2259-05fe-4c66-a82e-83e005222328, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=159b2259-05fe-4c66-a82e-83e005222328,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:49.823765 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-b4da3196-55db-4e99-a023-17395cce5158 req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:50.007012 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-b4da3196-55db-4e99-a023-17395cce5158 req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Calling delete_port for 159b2259-05fe-4c66-a82e-83e005222328 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:20:50.230483 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-b4da3196-55db-4e99-a023-17395cce5158 req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:50.243521 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0d8ee615-4190-4588-8e8a-06ee5b3f597d tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:50.334608 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event deleted for resources: {'Port': ['ID=159b2259-05fe-4c66-a82e-83e005222328,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:50.339473 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:50.428589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da3196-55db-4e99-a023-17395cce5158 req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] No DVR routers for this DVR port 159b2259-05fe-4c66-a82e-83e005222328 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:20:50.431859 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-b4da3196-55db-4e99-a023-17395cce5158 req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:50.435103 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'name': 'network-vif-deleted', 'tag': '159b2259-05fe-4c66-a82e-83e005222328'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:50.452001 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-b4da3196-55db-4e99-a023-17395cce5158 req-9cd6aff2-fd1a-4944-87f0-f40bd15223cd tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "DELETE /v2.0/ports/159b2259-05fe-4c66-a82e-83e005222328 HTTP/1.1" status: 204 len: 173 time: 1.2535684 Jun 18 10:20:50.539855 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fa8abe-6728-492d-a904-f1316f3b1e44', 'name': 'network-vif-deleted', 'tag': '159b2259-05fe-4c66-a82e-83e005222328', 'status': 'completed', 'code': 200} Jun 18 10:20:51.023172 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-71cd8894-5a63-4966-bab4-4a996d39bec0 req-da2f9d26-9d63-4249-a8ea-49048f7f0691 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Synchronizing usage tracker for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:20:51.051808 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-71cd8894-5a63-4966-bab4-4a996d39bec0 req-da2f9d26-9d63-4249-a8ea-49048f7f0691 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Unset dirty status for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:20:51.054250 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-71cd8894-5a63-4966-bab4-4a996d39bec0 req-da2f9d26-9d63-4249-a8ea-49048f7f0691 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=37fa8abe-6728-492d-a904-f1316f3b1e44 HTTP/1.1" status: 200 len: 210 time: 0.1013906 Jun 18 10:20:51.598275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:51.705447 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 159b2259-05fe-4c66-a82e-83e005222328 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:20:51.763566 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 159b2259-05fe-4c66-a82e-83e005222328 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:20:51.763950 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 159b2259-05fe-4c66-a82e-83e005222328 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:20:54.781727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51740) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:20:55.064246 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Deleting port 8cc0eec0-7531-42db-867e-013e6b9798d3 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:20:55.064752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:55.319128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:55.319669 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:55.489859 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Calling delete_port for 8cc0eec0-7531-42db-867e-013e6b9798d3 owned by network:floatingip {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:20:55.710789 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:55.715272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1daf8d80-aea7-40fe-b384-6acf7dd294e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:20:55.761339 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event deleted for resources: {'Port': ['ID=8cc0eec0-7531-42db-867e-013e6b9798d3,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:20:55.811272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.812128 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.812695 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.813226 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.813757 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.814327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.814854 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.815368 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.815927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.816450 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.816977 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797022-1-iscsi {{(pid=82100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jun 18 10:20:55.830221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:20:55.928491 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:56.462097 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Router 135d53bb-8124-4810-8cbd-a36826d2cc6f has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:20:56.749204 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:20:56.763374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] Sync routers for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:20:56.784518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:56.788628 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:56.789597 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:20:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:56.881764 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ca78321d-b065-414a-9e96-74fae7c56b13 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "DELETE /v2.0/floatingips/d2885c71-fb74-4a9c-8009-1e7ab9aa9104 HTTP/1.1" status: 204 len: 168 time: 2.0977786 Jun 18 10:20:56.882928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23'}] {{(pid=82100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:20:56.960507 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'status': 'completed', 'code': 200} Jun 18 10:20:57.051299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:57.079718 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:20:57.129006 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92c2649a-88d2-4f0e-9591-3787fac636be req-a37bdc48-aaf8-4b6e-9a30-e87aef732085 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58e40cae95b4874b28782fedac0572d&device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 1098 time: 0.1200137 Jun 18 10:20:57.616823 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:57.621981 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] Checking router: 135d53bb-8124-4810-8cbd-a36826d2cc6f for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:20:57.635606 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:20:57.636406 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:20:38Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:57.702272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2649a-88d2-4f0e-9591-3787fac636be req-5fbd1a82-4fae-44ca-81bc-81b96e21337e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:57.704347 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92c2649a-88d2-4f0e-9591-3787fac636be req-5fbd1a82-4fae-44ca-81bc-81b96e21337e service neutron] 10.222.0.70 "GET /v2.0/networks?id=53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 200 len: 913 time: 0.5684531 Jun 18 10:20:57.804935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6897e-6807-4ea4-bbb8-937d6bdbcf02 req-38054d58-ae99-4af9-90a4-000a1a287a2e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:57.806677 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66d6897e-6807-4ea4-bbb8-937d6bdbcf02 req-38054d58-ae99-4af9-90a4-000a1a287a2e tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 945 time: 0.2775903 Jun 18 10:20:57.808631 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92c2649a-88d2-4f0e-9591-3787fac636be req-7408f5ef-cb23-4671-ad7e-2d774b1d952e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23 HTTP/1.1" status: 200 len: 217 time: 0.0975564 Jun 18 10:20:57.859990 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:20:57.968445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2649a-88d2-4f0e-9591-3787fac636be req-9ffa8850-3f23-4577-ba3b-6170154ea854 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:57.972046 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92c2649a-88d2-4f0e-9591-3787fac636be req-9ffa8850-3f23-4577-ba3b-6170154ea854 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 200 len: 851 time: 0.1533675 Jun 18 10:20:57.976174 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-66d6897e-6807-4ea4-bbb8-937d6bdbcf02 req-bb914b79-d89c-4e13-a302-4a8a67427043 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601844 Jun 18 10:20:58.120147 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92c2649a-88d2-4f0e-9591-3787fac636be req-5fefb92f-a6a3-43ab-b724-7d7ed77eafba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=53b2e114-f806-4754-bf4e-cd42c2e9001b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1398330 Jun 18 10:20:58.337787 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92c2649a-88d2-4f0e-9591-3787fac636be req-dcf82c4a-dd0a-4cb9-9c2c-f7c1ede178df service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093353 Jun 18 10:20:58.375912 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:20:58.383578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56c7d6-7e7c-4a2a-b652-6c7996348b61 None None] The sync data for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi is: [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:34Z', 'revision_number': 4, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi', '_interfaces': [{'id': '7e886f25-40e2-41ec-a726-bbe07ffd8d27', 'name': '', 'network_id': '53b2e114-f806-4754-bf4e-cd42c2e9001b', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'mac_address': 'fa:16:3e:46:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:33Z', 'updated_at': '2021-06-18T10:13:45Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'subnets': [{'id': 'c0929f15-ea52-4b47-a36b-62d027039564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:20:58.533069 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-92c2649a-88d2-4f0e-9591-3787fac636be req-93786e17-f109-4ff3-9c7e-3ab03f56aef0 service neutron] 10.222.0.70 "GET /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872180 Jun 18 10:20:59.003143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5645f952-d92e-436f-bfdd-701cf99a1ee7 None None] New status for floating IP d2885c71-fb74-4a9c-8009-1e7ab9aa9104: DOWN {{(pid=82102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jun 18 10:20:59.081165 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-f4ed7c49-318f-493a-b2c8-ee54ede08dcc tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:59.084907 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-f4ed7c49-318f-493a-b2c8-ee54ede08dcc tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 945 time: 0.1620059 Jun 18 10:20:59.229602 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Deleting port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:20:59.230305 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:59.537271 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1810c0-4b35-4953-b00f-891edf064a3e req-9da1c26a-8416-40b0-9d63-abfe3570dc53 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jun 18 10:20:59.539041 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cb1810c0-4b35-4953-b00f-891edf064a3e req-9da1c26a-8416-40b0-9d63-abfe3570dc53 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 945 time: 0.2677705 Jun 18 10:20:59.671257 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-cb1810c0-4b35-4953-b00f-891edf064a3e req-e5039b33-8b08-4323-bfdd-fb3552579e29 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/security-groups?id=23767d3d-687e-4a12-b781-21f5d692c450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151729 Jun 18 10:20:59.677653 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] For port 513c988e-63cb-49c0-afd3-2cc0c9e53c23, host hv-cinder-79702, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79702',level=0,port_id=513c988e-63cb-49c0-afd3-2cc0c9e53c23,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:20:59.678113 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:20:59.841771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Calling delete_port for 513c988e-63cb-49c0-afd3-2cc0c9e53c23 owned by compute:nova {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:00.028412 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:00.038635 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b0fd34c5-cfa1-4ab2-ad09-c9ffe2fe4ac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:00.095242 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event deleted for resources: {'Port': ['ID=513c988e-63cb-49c0-afd3-2cc0c9e53c23,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:00.100123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:00.205775 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] No DVR routers for this DVR port 513c988e-63cb-49c0-afd3-2cc0c9e53c23 on host hv-cinder-79702 {{(pid=82099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:21:00.210024 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for port, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:00.216374 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'name': 'network-vif-deleted', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23'}] {{(pid=82099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jun 18 10:21:00.237195 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-a70f5c4c-6f19-46f7-bb1d-df5c15839fba req-421499b1-e685-4682-8669-097a02d9f760 tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.70 "DELETE /v2.0/ports/513c988e-63cb-49c0-afd3-2cc0c9e53c23 HTTP/1.1" status: 204 len: 173 time: 1.1459088 Jun 18 10:21:00.318216 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b2b9eb-09b6-4a24-8683-4cb01e705db1', 'name': 'network-vif-deleted', 'tag': '513c988e-63cb-49c0-afd3-2cc0c9e53c23', 'status': 'completed', 'code': 200} Jun 18 10:21:00.952196 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-d888932e-40eb-42a6-9117-784c0f7075d8 req-756a9752-21b4-4988-8c3b-80f4d096213d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Synchronizing usage tracker for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jun 18 10:21:00.970330 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.quota.resource [req-d888932e-40eb-42a6-9117-784c0f7075d8 req-756a9752-21b4-4988-8c3b-80f4d096213d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Unset dirty status for tenant:a58e40cae95b4874b28782fedac0572d on resource:port {{(pid=82099) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jun 18 10:21:00.971824 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [req-d888932e-40eb-42a6-9117-784c0f7075d8 req-756a9752-21b4-4988-8c3b-80f4d096213d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5b2b9eb-09b6-4a24-8683-4cb01e705db1 HTTP/1.1" status: 200 len: 210 time: 0.0842836 Jun 18 10:21:01.751110 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 513c988e-63cb-49c0-afd3-2cc0c9e53c23 no longer exists at agent hyperv_hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:01.794367 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] No Port match for: 513c988e-63cb-49c0-afd3-2cc0c9e53c23 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:01.794907 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Device 513c988e-63cb-49c0-afd3-2cc0c9e53c23 not bound to the agent host hv-cinder-79702 {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:02.135288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51760) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:02.375978 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Deleting port b57d9524-421d-45cf-8ce7-98fdfaba0f47 {{(pid=82099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:02.376402 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:02.691218 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:02.691616 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:02.874691 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Calling delete_port for b57d9524-421d-45cf-8ce7-98fdfaba0f47 owned by network:floatingip {{(pid=82099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:03.097157 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846568212'] for port, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.101607 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f4b9f95b-c778-40a6-8ac2-632fcae3d5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:03.158732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event deleted for resources: {'Port': ['ID=b57d9524-421d-45cf-8ce7-98fdfaba0f47,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:03.163755 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:03.280727 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for floatingip, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.313099 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44534'] for floatingip, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:03.315033 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-b0c1057a-07d1-4af6-b74f-5a8558a5380d tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "DELETE /v2.0/floatingips/358212db-97d2-4e00-9450-6159bda09812 HTTP/1.1" status: 204 len: 168 time: 1.1782172 Jun 18 10:21:04.895062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51776) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:05.010229 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ec3532c4-1e2e-46ff-8919-d17786f0ffce tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:05.053261 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ec3532c4-1e2e-46ff-8919-d17786f0ffce tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:05.134708 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ec3532c4-1e2e-46ff-8919-d17786f0ffce tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:05.145503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-0c555ad3-606f-4523-9945-e5a2cfb73c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:05.174660 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3532c4-1e2e-46ff-8919-d17786f0ffce tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23767d3d-687e-4a12-b781-21f5d692c450,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:05.179497 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ec3532c4-1e2e-46ff-8919-d17786f0ffce tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:05.183283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ec3532c4-1e2e-46ff-8919-d17786f0ffce tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:05.184534 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-ec3532c4-1e2e-46ff-8919-d17786f0ffce tempest-TestVolumeBootPattern-57024449 tempest-TestVolumeBootPattern-57024449-project] 10.222.0.60 "DELETE /v2.0/security-groups/23767d3d-687e-4a12-b781-21f5d692c450 HTTP/1.1" status: 204 len: 168 time: 0.2880793 Jun 18 10:21:05.266518 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51782) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:05.649436 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b072cb82-00f0-4971-a9b7-77c5768bfddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:06.211043 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074653'] for router_interface, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.013685 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Deleting port 7e886f25-40e2-41ec-a726-bbe07ffd8d27 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:07.014085 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.305038 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.330062 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] For port 7e886f25-40e2-41ec-a726-bbe07ffd8d27, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=7e886f25-40e2-41ec-a726-bbe07ffd8d27,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:07.330772 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.553992 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Calling delete_port for 7e886f25-40e2-41ec-a726-bbe07ffd8d27 owned by network:router_interface {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:07.808041 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:07.814353 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d6a99424-effa-4f2b-bf21-5e22b965ca6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:07.878467 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e886f25-40e2-41ec-a726-bbe07ffd8d27,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:07.882002 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:08.318759 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3b631e8b-5f41-49de-9f7e-f393b4322522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:08.405028 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853265420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700531'] for router_interface, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:08.866626 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:09.284356 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Router 135d53bb-8124-4810-8cbd-a36826d2cc6f has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:21:09.879331 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:21:09.892845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] Sync routers for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:21:09.895515 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-8b2cec5f-e290-4019-a576-aff5a3a422f8 admin admin] 10.222.0.60 "PUT /v2.0/routers/135d53bb-8124-4810-8cbd-a36826d2cc6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6275806 Jun 18 10:21:09.900053 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51788) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:09.910400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:21:09.911167 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:21:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:10.159631 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:10.166698 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:10.170276 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: dv-cinder-797022-1-iscsi {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:21:10.506359 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:10.518441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Deleting port 6455ea43-507a-4ae6-ba8c-23618e834d52 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:10.518910 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:10.576474 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:21:07Z', 'revision_number': 5, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port': {'id': '6455ea43-507a-4ae6-ba8c-23618e834d52', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:10.586208 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] Checking router: 135d53bb-8124-4810-8cbd-a36826d2cc6f for host: dv-cinder-797022-1-iscsi {{(pid=82101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:21:10.601260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] Routers {'135d53bb-8124-4810-8cbd-a36826d2cc6f'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:21:10.602079 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:21:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['135d53bb-8124-4810-8cbd-a36826d2cc6f'], 'active': True} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:10.867241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] For port 6455ea43-507a-4ae6-ba8c-23618e834d52, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=6455ea43-507a-4ae6-ba8c-23618e834d52,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:10.867989 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:11.106951 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Calling delete_port for 6455ea43-507a-4ae6-ba8c-23618e834d52 owned by network:router_gateway {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:11.120830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] Set router 135d53bb-8124-4810-8cbd-a36826d2cc6f gateway port host: None {{(pid=82101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:21:11.290275 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:21:10Z', 'revision_number': 6, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port_host': None}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:11.295963 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d75c7-682a-4863-95d6-a040021bb80c None None] The sync data for ids ['135d53bb-8124-4810-8cbd-a36826d2cc6f'] in dv-cinder-797022-1-iscsi is: [{'id': '135d53bb-8124-4810-8cbd-a36826d2cc6f', 'name': 'tempest-TestVolumeBootPattern-1434081913-router', 'tenant_id': 'a58e40cae95b4874b28782fedac0572d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:30Z', 'updated_at': '2021-06-18T10:21:10Z', 'revision_number': 6, 'project_id': 'a58e40cae95b4874b28782fedac0572d', 'gw_port_host': None}] {{(pid=82101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:21:11.362947 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:11.370522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-ada79a96-0029-4f1c-bd3d-72ee297334df tempest-TestShelveInstance-1015600477 tempest-TestShelveInstance-1015600477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:11.419382 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6455ea43-507a-4ae6-ba8c-23618e834d52,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:11.423066 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:11.703451 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854081294'] for router_gateway, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.155410 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854072059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239544'] for router, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.161071 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.194150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071837'] for router, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.194792 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135d53bb-8124-4810-8cbd-a36826d2cc6f {{(pid=82100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:21:12.218753 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.220900 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-95573015-a1dc-4d54-bdd4-96dc6948b3a4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/135d53bb-8124-4810-8cbd-a36826d2cc6f HTTP/1.1" status: 204 len: 168 time: 2.3195791 Jun 18 10:21:12.225377 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51792) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:12.321250 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6455ea43-507a-4ae6-ba8c-23618e834d52 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:12.362841 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb607ff7-06f2-43cc-a428-3fad816af337 admin admin] Deleting subnet c0929f15-ea52-4b47-a36b-62d027039564 {{(pid=82100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:21:12.368630 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eb607ff7-06f2-43cc-a428-3fad816af337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.382441 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 6455ea43-507a-4ae6-ba8c-23618e834d52 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:12.383092 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 6455ea43-507a-4ae6-ba8c-23618e834d52 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:12.383853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7e886f25-40e2-41ec-a726-bbe07ffd8d27 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:12.446337 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 7e886f25-40e2-41ec-a726-bbe07ffd8d27 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:12.447385 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 7e886f25-40e2-41ec-a726-bbe07ffd8d27 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:12.471503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eb607ff7-06f2-43cc-a428-3fad816af337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6569292'] for subnet, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.581287 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eb607ff7-06f2-43cc-a428-3fad816af337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.955920 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eb607ff7-06f2-43cc-a428-3fad816af337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846849945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6484262'] for subnet, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:12.962239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:13.019292 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb607ff7-06f2-43cc-a428-3fad816af337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0929f15-ea52-4b47-a36b-62d027039564,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:13.023767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-eb607ff7-06f2-43cc-a428-3fad816af337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:13.028428 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-eb607ff7-06f2-43cc-a428-3fad816af337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.037372 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc0075-4f14-4011-ae93-6a635afe8e9d None None] Network 53b2e114-f806-4754-bf4e-cd42c2e9001b requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:21:13.041305 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-eb607ff7-06f2-43cc-a428-3fad816af337 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c0929f15-ea52-4b47-a36b-62d027039564 HTTP/1.1" status: 204 len: 168 time: 0.8139460 Jun 18 10:21:13.044273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51796) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:13.233273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.255235 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Deleting port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:13.255845 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.393203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] DHCP port deletion for 53b2e114-f806-4754-bf4e-cd42c2e9001b request from dv-cinder-797022-1-iscsi {{(pid=82101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:21:13.398503 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] Deleting port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:13.398919 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.596578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] For port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:13.596917 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.678295 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] For port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847,segment=NetworkSegment(a856e56d-09ae-413c-b602-d7a85108e314),segment_id=a856e56d-09ae-413c-b602-d7a85108e314)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:13.678621 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.796037 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Calling delete_port for e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 owned by network:dhcp {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:13.856522 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] Calling delete_port for e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 owned by network:dhcp {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:13.939445 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:13.947310 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-8c7b3314-af64-4ba4-96b1-af5595eaca99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:13.961286 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.db.api [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:21:13.963159 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_db.api [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:21:14.009849 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:14.013843 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:14.014709 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] No DVR routers for this DVR port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 on host dv-cinder-797022-1-iscsi {{(pid=82100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:21:14.325729 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:14.368656 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:14.369205 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:14.451983 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.463142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] Deleting port e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:14.463923 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.481101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b2e114-f806-4754-bf4e-cd42c2e9001b']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:14.499236 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a856e56d-09ae-413c-b602-d7a85108e314') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:14.499601 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a856e56d-09ae-413c-b602-d7a85108e314') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:14.521249 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.549151 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-150f9ee5-57ec-40c8-ba57-18c127150242 None None] The port 'e6bb8bd9-d15d-43e4-9561-4d6c4b5eb847' was deleted {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:21:14.553664 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.567288 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:21:14.568001 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:21:14.585885 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:21:14.702129 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.707210 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:14.732725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:14.756831 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Pushing event deleted for resources: {'Network': ['ID=53b2e114-f806-4754-bf4e-cd42c2e9001b,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:14.760799 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:14.774271 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-85983e25-67ce-46f5-9562-ea32b817143e admin admin] 10.222.0.60 "DELETE /v2.0/networks/53b2e114-f806-4754-bf4e-cd42c2e9001b HTTP/1.1" status: 204 len: 168 time: 1.7284071 Jun 18 10:21:14.779296 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51800) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:15.329972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074653'] for router_interface, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:16.148791 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Deleting port 813379f4-6d48-41c9-ba75-ea2d70737bfd {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:16.149127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:16.380408 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] For port 813379f4-6d48-41c9-ba75-ea2d70737bfd, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=813379f4-6d48-41c9-ba75-ea2d70737bfd,segment=NetworkSegment(a6c01a79-62db-4523-a46a-e1cdc7036c30),segment_id=a6c01a79-62db-4523-a46a-e1cdc7036c30)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:16.381273 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:16.536731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Calling delete_port for 813379f4-6d48-41c9-ba75-ea2d70737bfd owned by network:router_interface {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:16.814790 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:16.819333 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-5e12c799-cf9b-428a-8d45-b45313ed49a2 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:16.869609 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Pushing event deleted for resources: {'Port': ['ID=813379f4-6d48-41c9-ba75-ea2d70737bfd,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:16.873114 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:17.361349 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853265420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700531'] for router_interface, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:18.579309 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Router 758894b8-b746-406a-8502-dbff3d68d687 has already been hosted by L3 agent edc9f7d5-2363-4092-b54c-85d5b0f7a1a0 {{(pid=82100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jun 18 10:21:18.843902 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] Notify agent at l3_agent.dv-cinder-797022-1-iscsi the message routers_updated {{(pid=82100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jun 18 10:21:18.859589 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] Sync routers for ids ['758894b8-b746-406a-8502-dbff3d68d687'] in dv-cinder-797022-1-iscsi {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jun 18 10:21:18.870493 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d826b084-85ea-4314-ad8f-fca83e1f9def admin admin] 10.222.0.60 "PUT /v2.0/routers/758894b8-b746-406a-8502-dbff3d68d687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0891442 Jun 18 10:21:18.873828 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51804) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:18.885520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] Routers {'758894b8-b746-406a-8502-dbff3d68d687'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:21:18.886732 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:21:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['758894b8-b746-406a-8502-dbff3d68d687'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:19.136618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:19.206063 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] Set router 758894b8-b746-406a-8502-dbff3d68d687 gateway port host: dv-cinder-797022-1-iscsi {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:21:19.408771 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:19.419618 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Deleting port b48054fb-9f13-4a00-ba01-6f7dfef88582 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:19.420272 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:19.661131 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758894b8-b746-406a-8502-dbff3d68d687', 'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'external_fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:21:16Z', 'revision_number': 5, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'gw_port': {'id': 'b48054fb-9f13-4a00-ba01-6f7dfef88582', 'name': '', 'network_id': '521aa165-23aa-450e-a1a0-f100544bacd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758894b8-b746-406a-8502-dbff3d68d687', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797022-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T10:13:43Z', 'updated_at': '2021-06-18T10:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1564f6d4-e2d5-4c24-bc38-a6419b78b1ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797022-1-iscsi'}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:19.670174 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] Checking router: 758894b8-b746-406a-8502-dbff3d68d687 for host: dv-cinder-797022-1-iscsi {{(pid=82102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jun 18 10:21:19.695927 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] Routers {'758894b8-b746-406a-8502-dbff3d68d687'} bound to L3 agent in host dv-cinder-797022-1-iscsi {{(pid=82102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 18 10:21:19.697254 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797022-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T09:56:38Z,description=,heartbeat_timestamp=2021-06-18T10:21:08Z,host='dv-cinder-797022-1-iscsi',id=edc9f7d5-2363-4092-b54c-85d5b0f7a1a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T09:56:38Z,topic='l3_agent')) {'router_ids': ['758894b8-b746-406a-8502-dbff3d68d687'], 'active': True} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:19.744972 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] For port b48054fb-9f13-4a00-ba01-6f7dfef88582, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=b48054fb-9f13-4a00-ba01-6f7dfef88582,segment=NetworkSegment(3f9d6032-c467-4543-8f47-f61f899210ae),segment_id=3f9d6032-c467-4543-8f47-f61f899210ae)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:19.745591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:19.950532 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Calling delete_port for b48054fb-9f13-4a00-ba01-6f7dfef88582 owned by network:router_gateway {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:19.983570 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvr_db [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] Set router 758894b8-b746-406a-8502-dbff3d68d687 gateway port host: None {{(pid=82102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:817}} Jun 18 10:21:20.202270 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_hamode_db [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758894b8-b746-406a-8502-dbff3d68d687', 'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:21:19Z', 'revision_number': 6, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'gw_port_host': None}], 'dv-cinder-797022-1-iscsi', False) {} {{(pid=82102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:20.208171 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaed396-b3b6-4990-8dcd-8cd11bad5c4b None None] The sync data for ids ['758894b8-b746-406a-8502-dbff3d68d687'] in dv-cinder-797022-1-iscsi is: [{'id': '758894b8-b746-406a-8502-dbff3d68d687', 'name': 'tempest-TestVolumeBootPattern-1036108312-router', 'tenant_id': '1dc946b7fa7e432da6828f3e14cabf56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T10:13:42Z', 'updated_at': '2021-06-18T10:21:19Z', 'revision_number': 6, 'project_id': '1dc946b7fa7e432da6828f3e14cabf56', 'gw_port_host': None}] {{(pid=82102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jun 18 10:21:20.245260 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:20.252398 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-1740842c-eb09-40f7-977c-945c1995dbb9 tempest-AttachVolumeTestJSON-705836276 tempest-AttachVolumeTestJSON-705836276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:20.327299 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b48054fb-9f13-4a00-ba01-6f7dfef88582,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:20.333042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:20.660170 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854081294'] for router_gateway, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.017274 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854072059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239544'] for router, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.022432 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.047694 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854071837'] for router, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.048316 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 758894b8-b746-406a-8502-dbff3d68d687 {{(pid=82100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 18 10:21:21.064042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] Notify callbacks [] for router, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.065916 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d56950a2-f3b9-41dc-ac6d-4ac7a73282c4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/758894b8-b746-406a-8502-dbff3d68d687 HTTP/1.1" status: 204 len: 168 time: 2.1900010 Jun 18 10:21:21.070233 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51808) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:21.170868 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.db_base_plugin_v2 [None req-36993485-610a-483b-be42-f719c3e18d64 admin admin] Deleting subnet ad1b7257-aff9-4240-bd4b-dfd7cb678d1e {{(pid=82099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Jun 18 10:21:21.178591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-36993485-610a-483b-be42-f719c3e18d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.268127 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-36993485-610a-483b-be42-f719c3e18d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848448649'] for subnet, precommit_delete_associations {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.415203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-36993485-610a-483b-be42-f719c3e18d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854771389'] for subnet, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.596480 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.773381 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-36993485-610a-483b-be42-f719c3e18d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846568648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848084723'] for subnet, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.781471 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-fd539489-a64f-44eb-ac32-1627949567e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:21.823104 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36993485-610a-483b-be42-f719c3e18d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1b7257-aff9-4240-bd4b-dfd7cb678d1e,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:21.825872 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-36993485-610a-483b-be42-f719c3e18d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:21.832578 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-36993485-610a-483b-be42-f719c3e18d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for subnet, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:21.838766 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811856e-c5da-4d98-9d0f-6ffe43d83b29 None None] Network 4868da71-25d6-43bf-a74d-f920ff4f6621 requested from dv-cinder-797022-1-iscsi {{(pid=82101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jun 18 10:21:21.841125 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-36993485-610a-483b-be42-f719c3e18d64 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ad1b7257-aff9-4240-bd4b-dfd7cb678d1e HTTP/1.1" status: 204 len: 168 time: 0.7694747 Jun 18 10:21:21.844873 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51812) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:21.996725 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-255149'] for network, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.017051 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Deleting port db6b6028-6341-4ab5-8cc3-3a480283e950 {{(pid=82100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:22.017649 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.205145 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] DHCP port deletion for 4868da71-25d6-43bf-a74d-f920ff4f6621 request from dv-cinder-797022-1-iscsi {{(pid=82101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jun 18 10:21:22.210714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] Deleting port db6b6028-6341-4ab5-8cc3-3a480283e950 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:22.211239 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.335688 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] For port db6b6028-6341-4ab5-8cc3-3a480283e950, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=db6b6028-6341-4ab5-8cc3-3a480283e950,segment=NetworkSegment(a6c01a79-62db-4523-a46a-e1cdc7036c30),segment_id=a6c01a79-62db-4523-a46a-e1cdc7036c30)] {{(pid=82100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:22.336096 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.343763 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b48054fb-9f13-4a00-ba01-6f7dfef88582 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:22.443067 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: b48054fb-9f13-4a00-ba01-6f7dfef88582 {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:22.443520 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device b48054fb-9f13-4a00-ba01-6f7dfef88582 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:22.444212 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device db6b6028-6341-4ab5-8cc3-3a480283e950 no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:22.513705 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Calling delete_port for db6b6028-6341-4ab5-8cc3-3a480283e950 owned by network:dhcp {{(pid=82100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:22.622764 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036844262584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785712739136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785712314415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036846848077'] for port, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:22.631527 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-f0c2da7b-eb32-4a3c-878a-b4c092abf327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:22.688761 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No active binding found for port db6b6028-6341-4ab5-8cc3-3a480283e950 {{(pid=82101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 18 10:21:22.689672 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device db6b6028-6341-4ab5-8cc3-3a480283e950 not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:22.690443 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 813379f4-6d48-41c9-ba75-ea2d70737bfd no longer exists at agent ovs-agent-dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 18 10:21:22.778611 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] No Port match for: 813379f4-6d48-41c9-ba75-ea2d70737bfd {{(pid=82101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2168}} Jun 18 10:21:22.779115 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.rpc [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Device 813379f4-6d48-41c9-ba75-ea2d70737bfd not bound to the agent host dv-cinder-797022-1-iscsi {{(pid=82101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 18 10:21:22.799185 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.db [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] For port db6b6028-6341-4ab5-8cc3-3a480283e950, host dv-cinder-797022-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797022-1-iscsi',level=0,port_id=db6b6028-6341-4ab5-8cc3-3a480283e950,segment=NetworkSegment(a6c01a79-62db-4523-a46a-e1cdc7036c30),segment_id=a6c01a79-62db-4523-a46a-e1cdc7036c30)] {{(pid=82101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jun 18 10:21:22.800283 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854013623'] for port, precommit_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.020928 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6b6028-6341-4ab5-8cc3-3a480283e950,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:23.027422 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:23.032025 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] No DVR routers for this DVR port db6b6028-6341-4ab5-8cc3-3a480283e950 on host dv-cinder-797022-1-iscsi {{(pid=82100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jun 18 10:21:23.045190 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] Calling delete_port for db6b6028-6341-4ab5-8cc3-3a480283e950 owned by network:dhcp {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 18 10:21:23.171018 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.db.api [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jun 18 10:21:23.171687 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_db.api [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jun 18 10:21:23.208752 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2242', 'neutron.services.segments.db._delete_segments_for_network-8785712840938'] for network, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.226754 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4868da71-25d6-43bf-a74d-f920ff4f6621']}} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:23.242318 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c01a79-62db-4523-a46a-e1cdc7036c30') {'for_net_delete': True} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:23.242822 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.services.segments.db [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c01a79-62db-4523-a46a-e1cdc7036c30') {} {{(pid=82100) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jun 18 10:21:23.259940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785712840836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206508'] for segment, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.281865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929573'] for segment, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.293830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=82100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jun 18 10:21:23.294304 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853846211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7927704'] for segment, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: Traceback (most recent call last): Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: timer() Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: cb(*args, **kw) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: return func(*args, **kwargs) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: self._notify() Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: self.callback(batched_events) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: event.method(event) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: segment_id)['aggregates'][0] Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: return f(self, *a, **k) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: return self._get(url).json() Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: **kwargs) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: return self.request(url, 'GET', **kwargs) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: **endpoint_filter) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 10:21:23.310572 dv-cinder-797022-1-iscsi neutron-server[81988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 10:21:23.415603 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854773557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1510396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694420'] for network, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.421198 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d2172984-2a31-4f0c-adaa-828957d0dcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:23.445306 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1510291'] for network, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.454498 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Pushing event deleted for resources: {'Network': ['ID=4868da71-25d6-43bf-a74d-f920ff4f6621,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:23.461351 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:23.471685 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-a70d8343-fb9e-4c39-9e60-ccc7ea0dee98 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4868da71-25d6-43bf-a74d-f920ff4f6621 HTTP/1.1" status: 204 len: 168 time: 1.6244617 Jun 18 10:21:23.673768 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] Deleting port db6b6028-6341-4ab5-8cc3-3a480283e950 {{(pid=82101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1842}} Jun 18 10:21:23.674988 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785712737873'] for port, before_delete {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:23.777346 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51818) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:23.789452 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.plugins.ml2.plugin [None req-b4f38a6f-0dfd-457f-9d2f-368e5d692c43 None None] The port 'db6b6028-6341-4ab5-8cc3-3a480283e950' was deleted {{(pid=82101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1872}} Jun 18 10:21:23.886049 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-15177fd9-106b-43b8-b192-9218045c8b1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a58e40cae95b4874b28782fedac0572d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1064150 Jun 18 10:21:23.889880 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82099) accepted ('10.222.0.60', 51822) {{(pid=82099) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:23.973714 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d962159f-75c7-4a68-9880-3069d583776a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.025818 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d962159f-75c7-4a68-9880-3069d583776a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.098435 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d962159f-75c7-4a68-9880-3069d583776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.107554 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-af972ecb-c46f-4001-a5c6-fa65f0d5f391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:24.126853 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962159f-75c7-4a68-9880-3069d583776a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2d4cdd-15a2-47e2-b9e1-3f42092136ff,revision_number=None']} {{(pid=82099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:24.133915 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-d962159f-75c7-4a68-9880-3069d583776a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82099) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:24.150891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d962159f-75c7-4a68-9880-3069d583776a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82099) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:24.153053 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-d962159f-75c7-4a68-9880-3069d583776a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba2d4cdd-15a2-47e2-b9e1-3f42092136ff HTTP/1.1" status: 204 len: 168 time: 0.2613335 Jun 18 10:21:24.824399 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51830) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:24.909821 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-dd193aa4-8fe0-469c-9a02-fe614176b287 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1dc946b7fa7e432da6828f3e14cabf56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0837767 Jun 18 10:21:24.914105 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [-] (82100) accepted ('10.222.0.60', 51834) {{(pid=82100) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jun 18 10:21:24.990573 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95393d76-528a-4acc-a5cc-8b2f2511360b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.033433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95393d76-528a-4acc-a5cc-8b2f2511360b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.120083 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95393d76-528a-4acc-a5cc-8b2f2511360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656888'] for security_group, after_delete {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.129689 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-edfd3014-8206-4517-ae1f-1dbb95f8c843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jun 18 10:21:25.153723 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95393d76-528a-4acc-a5cc-8b2f2511360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32438c43-31f8-4ed6-8984-0448ead14983,revision_number=None']} {{(pid=82100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jun 18 10:21:25.158855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG oslo_concurrency.lockutils [None req-95393d76-528a-4acc-a5cc-8b2f2511360b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82100) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jun 18 10:21:25.160940 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-95393d76-528a-4acc-a5cc-8b2f2511360b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82100) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:25.163070 dv-cinder-797022-1-iscsi neutron-server[81988]: INFO neutron.wsgi [None req-95393d76-528a-4acc-a5cc-8b2f2511360b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32438c43-31f8-4ed6-8984-0448ead14983 HTTP/1.1" status: 204 len: 168 time: 0.2473590 Jun 18 10:21:34.078793 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:21:35.663535 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-f6f75c5e-0c2a-4ae3-8be8-4144e831d980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:37.309271 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:38.301079 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5b2becd4-7b22-4805-9252-2be55dbc440b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:38.876340 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:40.165935 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:21:51.587836 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:05.650943 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b74bc9c2-482d-41fc-bf77-ae0997b4bcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:07.301341 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:08.307523 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-5a190bd3-f8ec-4472-9059-e4c2e4671d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:08.873894 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:10.163731 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:11.073230 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:22:21.597150 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:35.638629 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2f331968-3215-461a-b75b-d29ee8c11bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:37.303953 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:38.298925 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b28c-5ee6-4389-b0c0-4d223d00c644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:38.868519 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:40.164101 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:22:48.074327 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:22:51.608442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:05.642403 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-44c41610-a4ff-4f99-8faf-3cf56604aa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:07.301486 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:08.300361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-d380cba1-3302-406d-88d0-a5afb082961b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:08.876466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:10.169361 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:21.632123 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:25.079442 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:23:35.638769 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-e53336d8-bfb0-4d3f-8e9a-b1e57e55d439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:37.306069 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:38.301081 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c1bc-7d88-42cd-90bb-b1f2f681bb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:38.877228 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:40.167662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:23:45.811365 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-25a828fe-ac7f-4c95-a00b-75c4aa35a0ae req-b43fad4f-63b2-4d3c-bce6-f000c7edab56 service neutron] (82100) timed out ('10.222.0.60', 46036) {{(pid=82100) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jun 18 10:23:49.080203 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.wsgi [req-30ea3bea-6e3a-4be2-9cbc-1ebdd241cf98 req-b89de69a-e10f-4c9c-9c25-712d0e761410 service neutron] (82099) timed out ('10.222.0.70', 65166) {{(pid=82099) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jun 18 10:23:51.636891 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:02.081481 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:24:05.635142 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3fc79e86-195f-476d-83b9-ad108018ea69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:07.318650 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:08.296734 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-a34d8db7-aea7-4682-94cb-d814694984cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:08.882400 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:10.174042 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:21.632241 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:35.633060 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-bb7caa5c-8bf2-4232-b6aa-5660ffe02432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:37.313079 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:38.300876 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-79bf1e09-d7a1-453a-b31e-fc9140b8da64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:38.883596 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:39.084569 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:24:40.177074 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:24:51.653599 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:05.642090 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-3eae4dd4-791c-4748-aa43-8a9a807764d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:07.324466 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:08.301358 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-22591ea2-89ec-4c90-a057-6f610dcc16fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:08.886370 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:10.178152 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:16.085243 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:25:21.650118 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:35.635143 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-61aa9835-8e5c-43a3-9832-e763950f2857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:37.320858 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:38.298902 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-ef587446-aa4b-4b9d-842f-3cea4de30023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:38.887500 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:40.181428 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:51.652170 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:25:53.085844 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:26:05.639175 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2eeac08e-f544-40fd-9e8e-cdc1917f32ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:07.324865 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:08.291767 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-24016e18-3951-41f8-9dce-f7e0d3c45ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:08.891221 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:10.183855 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:21.663670 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-b2191110-85c5-4aef-a950-8fc654e475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:30.089146 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron.db.agents_db [None req-c9d4c525-c139-4d84-8016-cece8ab202e7 None None] Agent healthcheck: found 6 active agents {{(pid=82102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:327}} Jun 18 10:26:35.642728 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-7245f7c0-f988-49b3-80e7-02f85586dff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:37.329433 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-2a3cafdd-9a92-4d3b-bd2f-ed973d835a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:38.295830 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-6dc0a3fd-ae78-4c63-8f52-b153e02a42b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:38.894591 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-1f02abdb-2a5a-466a-b7ba-96ad9021f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jun 18 10:26:40.187662 dv-cinder-797022-1-iscsi neutron-server[81988]: DEBUG neutron_lib.callbacks.manager [None req-30a8b3e4-f07f-402b-8960-e0dcd42edb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785712840921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6196'] for agent, after_update {{(pid=82101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}